-- Logs begin at Sat 2021-09-25 03:51:30 UTC, end at Sat 2021-09-25 05:01:50 UTC. --
Sep 25 04:35:31.148160 dv-cinder-768458-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Sep 25 04:35:33.908573 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.common.config [-] Logging enabled!
Sep 25 04:35:33.909177 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27
Sep 25 04:35:33.909343 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Sep 25 04:35:33.912744 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.common.config [-] Logging enabled!
Sep 25 04:35:33.913595 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27
Sep 25 04:35:33.913906 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101054) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Sep 25 04:35:33.914846 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 25 04:35:33.915078 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 25 04:35:33.915441 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 25 04:35:33.915680 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 25 04:35:33.915902 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 25 04:35:33.916216 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.916532 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.916825 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.917051 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.917342 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.917625 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.917901 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.918183 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.918474 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.918754 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.919026 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.919321 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.919529 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.919803 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.920083 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.920398 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.920620 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] debug                          = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.920894 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.921317 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.921731 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.922009 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.922292 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.922565 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.922829 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.923099 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.923378 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.923707 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] host                           = dv-cinder-768458-10-iscsi {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.923981 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.924265 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.924577 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.924860 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.925132 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.925402 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.925681 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.925948 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.926215 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.926488 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.926771 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.927054 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.927339 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.927561 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.927780 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.928068 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.928374 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.928678 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.928972 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.929303 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.929581 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.929855 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.930118 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.930402 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.930685 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.930968 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.931243 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.931516 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.931784 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.932056 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.932364 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.932642 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.932915 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.933186 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.933476 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.933743 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.934014 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.934309 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.934592 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.934869 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.935149 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.935418 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.935696 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.935963 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.936230 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.936522 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.936793 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.937059 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.937336 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.937604 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.937872 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.938140 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.938408 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.938686 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:33.938979 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.939269 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.939564 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.939841 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.940130 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.940427 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.940716 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.940990 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.941274 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.941558 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.941843 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.942115 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.942398 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.942671 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.942961 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.943262 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.943555 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.943841 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.944282 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.944481 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.944721 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.944998 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.945280 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.945555 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.945837 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.946121 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.946397 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.946682 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.946971 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.947260 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.947531 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.947806 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.948094 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.948393 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.948665 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.948939 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.949223 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.949496 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.949765 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.950041 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.950311 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.950577 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.950843 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.951113 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.951397 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.951667 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.951931 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.952193 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.952485 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.952752 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.953031 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.953305 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.953574 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.953840 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.954111 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.954376 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.954642 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.954912 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.955176 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.955447 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.955711 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.955975 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.956239 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.956530 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.956797 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.957061 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.957325 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.957594 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.957858 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.958123 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.958388 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.958656 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.958923 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.959202 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.959495 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.960280 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.960575 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.960849 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.961120 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.961390 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.961659 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.961931 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.962202 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.962467 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.962750 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.963030 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.963312 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.963590 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.963869 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.964165 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.964465 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.964748 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.965022 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.965295 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.965575 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.965854 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.966142 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.966430 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.966717 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.967004 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.967295 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.967568 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.967872 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.968145 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:33.968383 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 25 04:35:33.968625 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101054) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Sep 25 04:35:34.321604 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 25 04:35:34.321784 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 25 04:35:34.322073 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Sep 25 04:35:34.322403 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.manager [-] Loading core plugin: ml2
Sep 25 04:35:34.723410 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.723688 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.723960 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.725339 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.726176 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.726444 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.769777 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.770053 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.770316 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.786773 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.787053 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.787320 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.816012 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.816304 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.816578 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.854505 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.854776 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:34.855041 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.088776 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5dda675820> agent after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.089383 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f5dda675820> agent after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.089383 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f5dda6758b0> segment precommit_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.090076 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f5dda675940> network precommit_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.091199 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f5dda6769d0> segment before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.213834 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> network before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.214149 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f5dda5bda60> agent before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.214425 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> network before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.214693 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> port before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.214956 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> port before_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.215263 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> segment precommit_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.215518 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> segment precommit_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.215768 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> segment after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.216016 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> segment after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.216313 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> network after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.216568 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> network precommit_delete 0 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.216831 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> port after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.217081 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> port after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.217327 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> port after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.217575 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> port provisioning_complete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.217831 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> rbac-policy before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.218080 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> rbac-policy after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.218341 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> agent after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.218603 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> subnet after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.218855 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> subnet precommit_delete 0 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.219120 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> rbac-policy before_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.219366 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> rbac-policy before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.219641 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> segment_host_mapping after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.220014 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> rbac-policy before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.220262 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> rbac-policy before_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.220524 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f5ddae69ee0>> rbac-policy before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.220914 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 25 04:35:35.221153 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 25 04:35:35.221387 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 25 04:35:35.221621 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 25 04:35:35.221853 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 25 04:35:35.222085 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 25 04:35:35.222451 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Sep 25 04:35:35.226245 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Sep 25 04:35:35.230275 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Sep 25 04:35:35.233942 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Sep 25 04:35:35.235556 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Sep 25 04:35:35.236007 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Sep 25 04:35:35.236355 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Sep 25 04:35:35.236739 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Sep 25 04:35:35.239509 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Sep 25 04:35:35.239756 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Sep 25 04:35:35.240100 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Sep 25 04:35:35.245516 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
Sep 25 04:35:35.267640 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Sep 25 04:35:35.268098 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f5dda56cf40>> qos_plugin after_init 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.268415 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101054) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Sep 25 04:35:35.268774 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f5dda56cb20>> logging-plugin after_init 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.270137 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101054) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Sep 25 04:35:35.270583 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Sep 25 04:35:35.270831 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Sep 25 04:35:35.274196 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5dda50ea90>> floatingip before_response 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.274471 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f5dda50ea90>> port before_response 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:35.339020 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Sep 25 04:35:35.339200 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Sep 25 04:35:35.339396 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Sep 25 04:35:35.339774 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Sep 25 04:35:35.363769 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_db.sqlalchemy.engines [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101054) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Sep 25 04:35:36.161499 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Initializing driver for type 'gre'
Sep 25 04:35:36.162178 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] gre ID ranges: [(1, 1000)]
Sep 25 04:35:36.361261 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Initializing driver for type 'local'
Sep 25 04:35:36.361632 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Initializing driver for type 'vlan'
Sep 25 04:35:36.492741 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] VlanTypeDriver initialization complete
Sep 25 04:35:36.493099 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Initializing driver for type 'vxlan'
Sep 25 04:35:36.493617 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] vxlan ID ranges: [(1, 1000)]
Sep 25 04:35:36.738263 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Initializing extension driver 'port_security'
Sep 25 04:35:36.738601 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.extensions.port_security [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] PortSecurityExtensionDriver initialization complete
Sep 25 04:35:36.738939 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Initializing mechanism driver 'openvswitch'
Sep 25 04:35:36.739267 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Initializing mechanism driver 'hyperv'
Sep 25 04:35:36.746696 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.plugins.ml2.plugin [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:35:36.747313 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dda4b88b0>> port after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.747694 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dda4b88b0>> port after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.748056 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dda4b88b0>> port after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.748613 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Sep 25 04:35:36.749043 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9e97880>> subnet after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.749402 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9e97880>> subnet after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.749766 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9e97880>> subnet after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.750161 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Sep 25 04:35:36.750571 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9e97dc0>> network after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.750922 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9e97dc0>> network after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.751268 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9e97dc0>> network after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.751845 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Sep 25 04:35:36.752305 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9ea12e0>> security_group after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.752670 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9ea12e0>> security_group after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.753022 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9ea12e0>> security_group after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.753569 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Sep 25 04:35:36.753983 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9ecab20>> security_group_rule after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.754385 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9ecab20>> security_group_rule after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.754683 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9ecab20>> security_group_rule after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.755077 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Sep 25 04:35:36.755474 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9ea1be0>> address_group after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.755820 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9ea1be0>> address_group after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.756159 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f5dd9ea1be0>> address_group after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.756576 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101054) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}}
Sep 25 04:35:36.756943 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] ML2 OVO RPC backend initialized. {{(pid=101054) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}}
Sep 25 04:35:36.759971 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> router_interface after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.759971 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> router_interface after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.759971 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> network before_response 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.759971 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> networks before_response 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.760283 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> port before_response 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.760283 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> ports before_response 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.760572 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> subnet before_response 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.760916 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> subnets before_response 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.761262 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> network after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.761611 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> network after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.761978 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> network after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.762313 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> port after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.762648 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> port after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.762982 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> port after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.763311 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> subnet after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.763645 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> subnet after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.763976 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f5dd9ea6340>> subnet after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.764590 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.plugin [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Modular L2 Plugin initialization complete
Sep 25 04:35:36.764915 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading services supported by the core plugin {{(pid=101054) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Sep 25 04:35:36.765318 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.plugins.ml2.managers [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Got port-security extension from driver 'port_security'
Sep 25 04:35:36.765782 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.extensions.vlantransparent [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Disabled vlantransparent extension.
Sep 25 04:35:36.766263 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101054) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Sep 25 04:35:36.766577 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading Plugin: router
Sep 25 04:35:36.802686 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router_interface before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.803070 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router after_create 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.803438 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router before_create 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.803800 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router_interface before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.804172 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router_interface after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.804554 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router after_delete 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.804913 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> floatingip after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.805256 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> floatingip after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.805611 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router after_create 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.805954 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router after_update 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.806865 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router after_update 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.807193 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router_gateway after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.807550 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router after_update 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.807959 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router precommit_update 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.808350 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f5dda60f040> port after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.808754 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f5dda60eee0> port after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.809083 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f5dda60ef70> subnet after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.809418 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f5dda60f0d0> subnetpool_address_scope after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.809763 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> port precommit_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.810106 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router precommit_create 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.810440 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f5dda5f5280> port before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.810777 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router precommit_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.811140 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router after_update 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.811472 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router precommit_delete 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.811813 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router precommit_create 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.812169 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router_interface after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.812536 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> router precommit_update 55549900 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.812898 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> agent after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.813262 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> agent after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.813639 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f5dd9ea6490>> network after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.814495 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Tracking information for resource: router configured {{(pid=101054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 25 04:35:36.814828 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Tracking information for resource: floatingip configured {{(pid=101054) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Sep 25 04:35:36.820077 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.db.l3_agentschedulers_db [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Sep 25 04:35:36.820685 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f5dd9e25d30> port after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.821047 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f5dd9e25c10> port after_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.821395 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <function _notify_port_delete at 0x7f5dd9e25ca0> port after_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.821827 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f5dd9e25e50> port after_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.823142 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5dd9db7af0>> router before_create 55550100 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.823505 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5dd9db7af0>> router precommit_delete 55550100 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.823866 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5dd9db7af0>> router precommit_create 55550100 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.824222 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f5dd9db7af0>> router precommit_update 55550100 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.829086 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.services.provider_configuration [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service providers = [] {{(pid=101054) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Sep 25 04:35:36.829446 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.db.servicetype_db [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101054) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Sep 25 04:35:36.832500 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.services.service_base [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 25 04:35:36.832850 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.services.service_base [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 25 04:35:36.833190 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.services.service_base [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 25 04:35:36.834074 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.services.service_base [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101054) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Sep 25 04:35:36.834443 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.services.service_base [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Default provider is not specified for service type L3_ROUTER_NAT
Sep 25 04:35:36.834818 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 25 04:35:36.835135 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Sep 25 04:35:36.846096 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 25 04:35:36.846429 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading Plugin: auto_allocate
Sep 25 04:35:36.852216 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5dd9d6f1f0> network precommit_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.852611 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f5dd9d6f1f0> network precommit_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.853180 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 25 04:35:36.853553 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading Plugin: tag
Sep 25 04:35:36.860084 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 25 04:35:36.860465 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading Plugin: timestamp
Sep 25 04:35:36.864467 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 25 04:35:36.864791 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading Plugin: network_ip_availability
Sep 25 04:35:36.870898 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5dd9de6b20>> rbac-policy before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.871268 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5dd9de6b20>> rbac-policy before_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.871625 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5dd9de6b20>> rbac-policy before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:36.872347 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 25 04:35:36.872665 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading Plugin: flavors
Sep 25 04:35:36.877353 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 25 04:35:36.877681 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading Plugin: revisions
Sep 25 04:35:36.881973 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101054) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Sep 25 04:35:36.882360 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_concurrency.lockutils [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.560s {{(pid=101054) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Sep 25 04:35:36.883097 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101054) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Sep 25 04:35:36.883432 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Initializing extension manager.
Sep 25 04:35:36.883934 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: __init__.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.884947 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: __pycache__ {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.885257 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.885588 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: address_group.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.886349 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.886913 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: address-group
Sep 25 04:35:36.887231 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: address_scope.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.888206 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.888732 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: address-scope
Sep 25 04:35:36.889056 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: admin_state_down_before_update.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.889992 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.890495 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: router-admin-state-down-before-update
Sep 25 04:35:36.890816 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: agent.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.891516 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.892013 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: agent
Sep 25 04:35:36.892354 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: agent_resources_synced.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.893261 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.893760 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: agent-resources-synced
Sep 25 04:35:36.894079 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: allowedaddresspairs.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.895916 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.896463 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: allowed-address-pairs
Sep 25 04:35:36.896791 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: auto_allocated_topology.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.897860 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.898369 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: auto-allocated-topology
Sep 25 04:35:36.898695 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: availability_zone.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.899487 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.900140 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: availability_zone
Sep 25 04:35:36.900551 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: availability_zone_filter.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.901459 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.901963 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: availability_zone_filter
Sep 25 04:35:36.902285 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: data_plane_status.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.903176 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.903671 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension data-plane-status not supported by any of loaded plugins
Sep 25 04:35:36.903991 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: default_subnetpools.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.904934 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.905463 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: default-subnetpools
Sep 25 04:35:36.905812 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: dhcpagentscheduler.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.906629 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.907137 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: dhcp_agent_scheduler
Sep 25 04:35:36.907460 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: dns.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.908405 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.908904 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension dns-integration not supported by any of loaded plugins
Sep 25 04:35:36.909226 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: dns_domain_ports.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.910391 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.910891 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension dns-domain-ports not supported by any of loaded plugins
Sep 25 04:35:36.911211 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.912134 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.912663 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
Sep 25 04:35:36.912984 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: dvr.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.913651 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.914153 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: dvr
Sep 25 04:35:36.914470 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: ecmp_routes.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.915378 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.915924 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension ecmp_routes not supported by any of loaded plugins
Sep 25 04:35:36.916390 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: empty_string_filtering.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.917296 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.917797 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: empty-string-filtering
Sep 25 04:35:36.918116 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.919023 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.919521 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Sep 25 04:35:36.919838 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.920780 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.921280 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Sep 25 04:35:36.921597 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: external_net.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.922504 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.923003 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: external-net
Sep 25 04:35:36.923321 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: extra_dhcp_opt.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.924216 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.924748 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: extra_dhcp_opt
Sep 25 04:35:36.925068 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: extraroute.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.925972 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.926468 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: extraroute
Sep 25 04:35:36.926787 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: extraroute_atomic.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.927827 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.928359 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: extraroute-atomic
Sep 25 04:35:36.928682 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: filter_validation.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.929347 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.929842 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: filter-validation
Sep 25 04:35:36.930165 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: fip_pf_description.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.931746 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.932212 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Sep 25 04:35:36.932570 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: fip_port_details.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.933481 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.933981 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: fip-port-details
Sep 25 04:35:36.934300 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: flavors.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.935518 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.936025 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: flavors
Sep 25 04:35:36.936375 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.938029 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.938541 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Sep 25 04:35:36.938870 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: floatingip_pools.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.939564 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.940070 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: floatingip-pools
Sep 25 04:35:36.940426 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: ip_allocation.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.941353 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.941845 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension ip_allocation not supported by any of loaded plugins
Sep 25 04:35:36.942163 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.943074 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.943570 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: ip-substring-filtering
Sep 25 04:35:36.943887 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: l2_adjacency.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.944828 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.945323 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension l2_adjacency not supported by any of loaded plugins
Sep 25 04:35:36.945642 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: l3.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.946878 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.947876 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: router
Sep 25 04:35:36.948203 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: l3_conntrack_helper.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.950478 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.959161 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Sep 25 04:35:36.959161 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.959941 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.960487 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: ext-gw-mode
Sep 25 04:35:36.960811 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.961747 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.962247 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: l3-ha
Sep 25 04:35:36.962601 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: l3_flavors.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.963510 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.964012 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: l3-flavors
Sep 25 04:35:36.964351 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.965262 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.965828 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: l3-port-ip-change-not-allowed
Sep 25 04:35:36.966127 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: l3agentscheduler.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.967190 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.967690 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: l3_agent_scheduler
Sep 25 04:35:36.968009 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: logging.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.969530 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.970039 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension logging not supported by any of loaded plugins
Sep 25 04:35:36.970398 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: metering.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.971225 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.971801 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: metering
Sep 25 04:35:36.972123 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.973264 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.973775 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: metering_source_and_destination_fields
Sep 25 04:35:36.974102 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: multiprovidernet.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.975021 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.975525 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: multi-provider
Sep 25 04:35:36.975850 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: netmtu.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.976844 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.977341 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: net-mtu
Sep 25 04:35:36.977663 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: netmtu_writable.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.978600 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.979098 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: net-mtu-writable
Sep 25 04:35:36.979421 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: network_availability_zone.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.980087 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.980612 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: network_availability_zone
Sep 25 04:35:36.982195 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: network_ip_availability.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.983091 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.983597 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: network-ip-availability
Sep 25 04:35:36.983921 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: network_segment_range.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.984741 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.985238 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension network-segment-range not supported by any of loaded plugins
Sep 25 04:35:36.985557 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: pagination.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.986524 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.986852 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: pagination
Sep 25 04:35:36.987172 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: port_device_profile.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.988063 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.988649 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: port-device-profile
Sep 25 04:35:36.988969 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.989880 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.990379 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: port-mac-address-regenerate
Sep 25 04:35:36.990697 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.991596 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.992092 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: port-numa-affinity-policy
Sep 25 04:35:36.992450 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: port_resource_request.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.993495 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.994608 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension port-resource-request not supported by any of loaded plugins
Sep 25 04:35:36.994925 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: portbindings.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.995860 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.996388 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: binding
Sep 25 04:35:36.996756 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: portbindings_extended.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.997962 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:36.998467 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: binding-extended
Sep 25 04:35:36.998793 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: portsecurity.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:36.999755 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.000259 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: port-security
Sep 25 04:35:37.000605 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: project_id.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.001569 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.001898 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: project-id
Sep 25 04:35:37.002218 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: providernet.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.003129 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.003633 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: provider
Sep 25 04:35:37.003981 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: qos.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.007630 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.008148 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension qos not supported by any of loaded plugins
Sep 25 04:35:37.008506 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.010518 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.011040 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Sep 25 04:35:37.011366 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.012336 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.012841 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Sep 25 04:35:37.013166 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: qos_default.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.014067 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.014566 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension qos-default not supported by any of loaded plugins
Sep 25 04:35:37.014890 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: qos_fip.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.015543 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.016040 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension qos-fip not supported by any of loaded plugins
Sep 25 04:35:37.016391 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: qos_gateway_ip.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.017308 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.017816 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension qos-gateway-ip not supported by any of loaded plugins
Sep 25 04:35:37.018137 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: qos_port_network_policy.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.019042 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.019544 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension qos-port-network-policy not supported by any of loaded plugins
Sep 25 04:35:37.019869 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: qos_pps_rule.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.021065 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.021577 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension qos-pps not supported by any of loaded plugins
Sep 25 04:35:37.021907 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: qos_rule_type_details.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.022817 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.023326 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension qos-rule-type-details not supported by any of loaded plugins
Sep 25 04:35:37.023647 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: qos_rules_alias.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.024700 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.025402 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension qos-rules-alias not supported by any of loaded plugins
Sep 25 04:35:37.025880 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: quotasv2.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.026845 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.027173 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: quotas
Sep 25 04:35:37.027492 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: quotasv2_detail.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.036530 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.036872 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: quota_details
Sep 25 04:35:37.037204 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: rbac.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.038288 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.038814 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: rbac-policies
Sep 25 04:35:37.039147 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: rbac_address_group.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.040108 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.040778 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: rbac-address-group
Sep 25 04:35:37.041158 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: rbac_address_scope.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.042079 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.042587 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: rbac-address-scope
Sep 25 04:35:37.042911 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: rbac_security_groups.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.043817 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.044342 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: rbac-security-groups
Sep 25 04:35:37.044667 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: rbac_subnetpool.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.045703 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.046209 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: rbac-subnetpool
Sep 25 04:35:37.046532 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: revisionifmatch.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.047452 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.047957 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: revision-if-match
Sep 25 04:35:37.048281 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: revisions.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.049400 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.049902 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: standard-attr-revisions
Sep 25 04:35:37.050225 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: router_availability_zone.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.050899 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.051453 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: router_availability_zone
Sep 25 04:35:37.051777 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: routerservicetype.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.052714 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.053219 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension router-service-type not supported by any of loaded plugins
Sep 25 04:35:37.053534 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.054440 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.054946 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: security-groups-normalized-cidr
Sep 25 04:35:37.055275 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: security_groups_port_filtering.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.056715 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.057224 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: port-security-groups-filtering
Sep 25 04:35:37.057598 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.058527 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.059069 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: security-groups-remote-address-group
Sep 25 04:35:37.059351 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: securitygroup.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.072805 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.073342 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: security-group
Sep 25 04:35:37.073678 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: segment.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.074509 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.075011 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension segment not supported by any of loaded plugins
Sep 25 04:35:37.075331 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.076312 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.076836 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Sep 25 04:35:37.077154 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: servicetype.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.078357 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.078908 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: service-type
Sep 25 04:35:37.079191 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: sorting.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.080174 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.080534 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: sorting
Sep 25 04:35:37.080856 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: standard_attr_segment.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.081809 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.082269 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension standard-attr-segment not supported by any of loaded plugins
Sep 25 04:35:37.082587 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: standardattrdescription.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.083225 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.083728 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: standard-attr-description
Sep 25 04:35:37.084084 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: stateful_security_group.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.084985 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.085505 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: stateful-security-group
Sep 25 04:35:37.085830 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: stdattrs_common.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.086440 dv-cinder-768458-10-iscsi neutron-server[101054]: WARNING neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Sep 25 04:35:37.086731 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.087673 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.088177 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Sep 25 04:35:37.088525 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: subnet_onboard.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.089599 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.090110 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: subnet_onboard
Sep 25 04:35:37.090437 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.101213 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.101815 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Sep 25 04:35:37.102201 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: subnet_service_types.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.103276 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.103801 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: subnet-service-types
Sep 25 04:35:37.104136 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: subnetallocation.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.105291 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.105815 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: subnet_allocation
Sep 25 04:35:37.106153 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.106847 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.107367 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: subnetpool-prefix-ops
Sep 25 04:35:37.107697 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.108671 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.109185 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Sep 25 04:35:37.109519 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: tagging.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.110663 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.111181 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: standard-attr-tag
Sep 25 04:35:37.111510 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: timestamp.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.112784 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.113284 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loaded extension: standard-attr-timestamp
Sep 25 04:35:37.113613 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: trunk.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.114665 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.115183 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension trunk not supported by any of loaded plugins
Sep 25 04:35:37.115515 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: trunk_details.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.116477 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.116997 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension trunk-details not supported by any of loaded plugins
Sep 25 04:35:37.117324 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: uplink_status_propagation.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.118272 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.119279 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension uplink-status-propagation not supported by any of loaded plugins
Sep 25 04:35:37.119753 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Loading extension file: vlantransparent.py {{(pid=101054) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Sep 25 04:35:37.120474 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101054) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Sep 25 04:35:37.120989 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extension vlan-transparent not supported by any of loaded plugins
Sep 25 04:35:37.123490 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:network
Sep 25 04:35:37.124021 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:subnet
Sep 25 04:35:37.124448 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:subnetpool
Sep 25 04:35:37.124855 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:port
Sep 25 04:35:37.126145 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.126593 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service FLAVORS assigned prefix:  {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.127238 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.127669 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.128007 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:router
Sep 25 04:35:37.128469 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:floatingip
Sep 25 04:35:37.128963 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service METERING assigned prefix: /metering {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.130434 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5dd9cc1880>> rbac-policy before_create 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:37.130807 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5dd9cc1880>> rbac-policy before_update 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:37.131168 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f5dd9cc1880>> rbac-policy before_delete 55550000 {{(pid=101054) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:35:37.132199 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of CountableResource for resource:rbac_policy
Sep 25 04:35:37.132690 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:security_group
Sep 25 04:35:37.133126 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 25 04:35:37.133725 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service CORE assigned prefix:  {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.134172 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:subnetpool
Sep 25 04:35:37.135283 dv-cinder-768458-10-iscsi neutron-server[101054]: WARNING neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] subnetpool is already registered
Sep 25 04:35:37.135828 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service CORE assigned prefix:  {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.136151 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:subnetpool
Sep 25 04:35:37.136470 dv-cinder-768458-10-iscsi neutron-server[101054]: WARNING neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] subnetpool is already registered
Sep 25 04:35:37.138794 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.139235 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service FLAVORS assigned prefix:  {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.139834 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.140256 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.140616 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:router
Sep 25 04:35:37.140960 dv-cinder-768458-10-iscsi neutron-server[101054]: WARNING neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] router is already registered
Sep 25 04:35:37.141380 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:floatingip
Sep 25 04:35:37.141719 dv-cinder-768458-10-iscsi neutron-server[101054]: WARNING neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] floatingip is already registered
Sep 25 04:35:37.142175 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service METERING assigned prefix: /metering {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.142868 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of CountableResource for resource:rbac_policy
Sep 25 04:35:37.143196 dv-cinder-768458-10-iscsi neutron-server[101054]: WARNING neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] rbac_policy is already registered
Sep 25 04:35:37.143612 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:security_group
Sep 25 04:35:37.143948 dv-cinder-768458-10-iscsi neutron-server[101054]: WARNING neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] security_group is already registered
Sep 25 04:35:37.144389 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:security_group_rule
Sep 25 04:35:37.144729 dv-cinder-768458-10-iscsi neutron-server[101054]: WARNING neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] security_group_rule is already registered
Sep 25 04:35:37.145359 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service CORE assigned prefix:  {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.145692 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:subnetpool
Sep 25 04:35:37.146027 dv-cinder-768458-10-iscsi neutron-server[101054]: WARNING neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] subnetpool is already registered
Sep 25 04:35:37.146455 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.v2.resource_helper [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Service CORE assigned prefix:  {{(pid=101054) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Sep 25 04:35:37.146790 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Creating instance of TrackedResource for resource:subnetpool
Sep 25 04:35:37.147123 dv-cinder-768458-10-iscsi neutron-server[101054]: WARNING neutron.quota.resource_registry [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] subnetpool is already registered
Sep 25 04:35:37.147590 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: extensions {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.149116 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: address-groups {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.150657 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: address-scopes {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.151993 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: agents {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.153201 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: auto-allocated-topology {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.154453 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: availability_zones {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.155691 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: dhcp-networks {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.157251 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: dhcp-agents {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.158673 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: routers {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.161192 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: flavors {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.162372 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: service_profiles {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.163582 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: next_providers {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.165074 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: service_profiles {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.167122 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: floatingip-pools {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.168396 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: routers {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.170515 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: floatingips {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.171800 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: l3-routers {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.173217 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: l3-agents {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.174640 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: metering-labels {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.176005 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: metering-label-rules {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.177326 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: network-ip-availabilities {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.178605 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: bindings {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.181890 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: quotas {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.183398 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: quotas {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.184856 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: rbac-policies {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.186067 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: security-groups {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.187372 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: security-group-rules {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.188672 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: service-providers {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.189878 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: subnetpools {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.191314 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: subnetpools {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.192819 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: tags {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.194494 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: tags {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.196371 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: tags {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.198193 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: tags {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.199977 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: tags {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.201859 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: tags {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.203564 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: tags {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.205509 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: tags {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.207290 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: tags {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.209070 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron.api.extensions [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Extended resource: tags {{(pid=101054) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Sep 25 04:35:37.215090 dv-cinder-768458-10-iscsi neutron-server[101054]: WARNING keystonemiddleware.auth_token [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Sep 25 04:35:37.219905 dv-cinder-768458-10-iscsi neutron-server[101054]: WARNING keystonemiddleware.auth_token [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Sep 25 04:35:37.229013 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_concurrency.lockutils [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Acquired lock "singleton_lock" {{(pid=101054) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Sep 25 04:35:37.229499 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_concurrency.lockutils [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Releasing lock "singleton_lock" {{(pid=101054) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Sep 25 04:35:37.230149 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO oslo_service.service [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Starting 2 workers
Sep 25 04:35:37.235078 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Started child 101197 {{(pid=101054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Sep 25 04:35:37.239758 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Started child 101198 {{(pid=101054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Sep 25 04:35:37.241145 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:35:37.241892 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO neutron.service [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Neutron service started, listening on 0.0.0.0:9696
Sep 25 04:35:37.242091 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Notify callbacks [] for process, before_spawn {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:35:37.242886 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [-] (101197) wsgi starting up on http://0.0.0.0:9696
Sep 25 04:35:37.245357 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:35:37.245914 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO oslo_service.service [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Starting 1 workers
Sep 25 04:35:37.246904 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [-] (101198) wsgi starting up on http://0.0.0.0:9696
Sep 25 04:35:37.250659 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Started child 101199 {{(pid=101054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Sep 25 04:35:37.251208 dv-cinder-768458-10-iscsi neutron-server[101054]: INFO oslo_service.service [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Starting 1 workers
Sep 25 04:35:37.254400 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.service [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] calling RpcWorker wait() {{(pid=101199) _wait /opt/stack/neutron/neutron/service.py:128}}
Sep 25 04:35:37.255100 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.service [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] returning from RpcWorker wait() {{(pid=101199) _wait /opt/stack/neutron/neutron/service.py:135}}
Sep 25 04:35:37.255793 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Started child 101200 {{(pid=101054) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Sep 25 04:35:37.256519 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:35:37.256679 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG neutron_lib.callbacks.manager [None req-fc844422-6f9e-4129-868b-0abbcb45c61c None None] Notify callbacks [] for process, after_spawn {{(pid=101054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:35:37.257129 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:35:37.258649 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101054) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Sep 25 04:35:37.258855 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 25 04:35:37.259292 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 25 04:35:37.259516 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 25 04:35:37.260388 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 25 04:35:37.260555 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 25 04:35:37.261254 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.261385 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:35:37.261936 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.261936 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.262110 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.262362 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.262973 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.263235 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.263510 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.263796 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.264029 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.264206 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.264420 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.264652 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.264884 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.265194 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.265449 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.265689 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.265951 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.266119 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.266388 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.266663 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.266885 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.267155 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] debug                          = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.267398 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.267883 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.268125 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.268386 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.268640 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.268918 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.269188 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.269412 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.269665 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.269906 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.270152 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.270411 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.270784 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.271022 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.271155 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.271402 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.271567 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.272014 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] host                           = dv-cinder-768458-10-iscsi {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.272246 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.272492 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.272761 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.272990 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.273248 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.273467 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.273742 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.273985 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.274236 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.274462 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.274717 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.275257 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.275928 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.275928 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.275928 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.276343 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.276495 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.276810 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.276957 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.277094 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.277220 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.277429 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.277593 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.277845 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.278068 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.278286 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.278502 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.278753 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.279006 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.279259 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.279507 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.279727 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.279945 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.280202 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.280491 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.280741 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.280971 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.281189 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.281416 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.281642 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.281856 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.282082 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.282319 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.282533 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.282787 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.283023 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.283299 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.283519 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.283754 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.284021 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.284253 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.284510 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.284799 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.285332 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.285487 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.285703 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.285964 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.286181 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.286434 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.286672 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.286926 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.287141 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.287356 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.287604 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.287893 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.288134 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.288389 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.288606 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.288823 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.289073 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.289498 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.289775 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.290095 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.290351 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.291383 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.291806 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.291983 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.292147 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.292423 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.292674 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.293001 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.293168 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:35:37.293302 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.293523 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.293766 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.294051 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.294381 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.294640 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.294904 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.295122 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.295875 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.295875 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.296178 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.296365 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.296511 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.296710 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.296983 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.297188 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.297522 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.297791 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.298066 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.298316 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.298535 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.298775 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.299038 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.299222 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.299437 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.299653 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.299921 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.300165 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.300405 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.300628 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.300880 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.301102 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.301329 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.301576 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.301837 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.302073 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.302291 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.302510 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.302748 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.302971 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.303219 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.303489 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.303695 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.303951 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.304179 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.304447 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312342 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312342 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312342 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312342 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312342 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312342 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312342 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312342 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312342 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312927 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312927 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312927 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312927 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312927 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312927 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312927 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312927 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.312927 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313421 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313421 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313421 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313421 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313421 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313421 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313421 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313421 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313421 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313954 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313954 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313954 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313954 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313954 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313954 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313954 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.313954 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.314406 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.314406 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.314406 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.314406 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.314406 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.314406 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.314406 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.314888 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.314888 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.315019 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.316062 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.316062 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.316062 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.316062 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.316392 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.316496 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.316639 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.316902 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.317121 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.317383 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.317821 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.318100 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.318340 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.318575 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.318821 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.319281 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.319741 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.320151 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.320456 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.322374 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.322374 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.322374 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.322374 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.322374 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.322374 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.322374 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.323347 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.323347 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.323347 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.323347 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.323820 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.323820 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.324059 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.324192 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.324448 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.324803 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.325053 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.325271 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.327606 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.327606 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.327606 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.327606 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.327606 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.327606 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.330840 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.330840 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.330840 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.330840 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.330840 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.330840 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.330840 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.330840 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.331443 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.331443 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.331443 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.331443 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.331443 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.331443 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.331443 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.331443 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.331991 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.331991 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.331991 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.332268 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 43356) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:35:37.332381 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.332381 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.332615 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.332714 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.332919 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.333159 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.333382 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.333640 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.333861 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.334132 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.334378 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.334614 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.334842 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.335110 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.335733 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.335733 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.335958 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.336058 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.336251 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.336495 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.336738 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.336963 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.337196 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.337454 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.337704 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.337937 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.338182 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.339124 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.339124 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.339124 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.339387 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.339477 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.339657 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.339891 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.340114 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.340355 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.340578 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.340800 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.341075 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.341326 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.341574 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.341786 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.344842 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.344842 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.344842 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.344842 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.344842 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.344842 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.344842 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.344842 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.345959 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.345959 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.345959 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.345959 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.345959 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.345959 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.345959 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.345959 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.347016 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.347016 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.347016 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.347016 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.347016 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.347016 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.347016 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.347968 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.347968 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.347968 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.347968 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.347968 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.348261 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.348485 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.348568 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.349671 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.349671 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.349671 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.349671 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.349671 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.350376 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.350376 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.351436 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0160065
Sep 25 04:35:37.351594 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.351594 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.351594 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.351594 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.351594 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.351594 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.352441 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.352441 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.352441 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.353781 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.355544 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.355544 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.355544 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.355544 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.355544 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.355544 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.356395 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.356395 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.356395 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.356814 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.356951 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.357129 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.359114 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.359114 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.359114 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.359544 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.359544 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.359814 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.359949 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.360164 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.360439 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.360677 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.360921 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.361982 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.362219 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.362474 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.362712 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.362945 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.364077 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.364374 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.364581 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.364833 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.365295 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.365931 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.365931 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.365931 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 25 04:35:37.366428 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101054) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Sep 25 04:35:37.366592 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Sep 25 04:35:37.366761 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Sep 25 04:35:37.366946 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Sep 25 04:35:37.367132 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Sep 25 04:35:37.367341 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Sep 25 04:35:37.367521 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.367707 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.367885 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.368083 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.368083 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.370836 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.370836 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.370836 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.370836 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.370836 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.370836 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.370836 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.370836 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.372080 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.372080 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.372080 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.372080 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.372080 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.372080 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.372080 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.372080 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.373199 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.373199 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] debug                          = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.373199 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.373199 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.373199 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.373199 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.374030 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.374030 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.374030 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.374030 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.374030 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.374030 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.374030 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.374030 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.375029 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.375029 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.375029 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.375029 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.375029 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.375029 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] host                           = dv-cinder-768458-10-iscsi {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.375029 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.375029 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.376035 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.376035 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.376035 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.376035 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.376035 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.376035 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.376035 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.376035 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.377082 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.377082 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.377082 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.377082 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.377082 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.377082 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.377082 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.377082 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378070 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378070 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378070 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378070 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378070 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378070 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378070 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378931 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378931 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378931 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378931 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378931 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378931 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.378931 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.379827 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.379827 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.379827 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.379827 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.379827 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.379827 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.380677 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.380677 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.380677 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.380677 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.380677 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.381292 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.381292 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.381292 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.381292 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.381292 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.382052 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.382052 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.382052 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.382052 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.382052 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.382663 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.382663 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.382663 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.382663 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.383172 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.383172 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.383172 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.383487 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.383487 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.383487 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.383701 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.383780 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.383943 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.384164 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.384315 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.384468 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.384627 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Sep 25 04:35:37.384878 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.385051 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.385280 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.385280 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.385505 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.385587 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.385727 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.385888 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.386049 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.386210 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.386381 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.386546 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.386719 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.386882 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.387048 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.387214 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.387388 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.387526 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.387683 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.388459 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.388459 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.388459 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.388459 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.388459 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.388861 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.388861 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.388983 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.389095 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.389424 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.389591 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.20/identity {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.389900 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.390069 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.390378 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.390684 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.390857 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.391023 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.391187 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.391350 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.391510 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.391833 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.392127 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.392460 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.392689 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.392823 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.392940 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.393195 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.393329 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.393495 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.393614 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.393734 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.393847 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.394130 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.394130 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.394380 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.394501 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.394621 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.395036 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.395036 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.395277 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.395277 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.395483 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.395598 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.395714 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.395830 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.396175 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.396175 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.396610 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.396610 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.396610 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.396920 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.396920 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.397158 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.397276 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.397392 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.397526 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.397685 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.397988 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.398285 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.398611 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.398916 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.399219 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.399530 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.399698 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.399971 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.400205 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.400410 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.400550 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.400710 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.400877 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.401047 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.401242 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.401433 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.401624 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.401846 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.401846 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.402541 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.402541 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.402541 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.402541 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.402541 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.403364 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.403364 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.403364 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.403364 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.403364 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.404753 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.404753 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.404753 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.404753 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.404753 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.404753 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.404753 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.404753 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.405249 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.405249 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.405249 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.405249 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.405483 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.405483 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.405623 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.405743 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.406073 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.406381 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.406687 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.406995 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.407345 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.407492 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.407657 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.407818 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.407980 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.408141 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.408747 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.408747 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.408747 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.409060 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.409060 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.409251 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.409368 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.409473 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.409576 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.409741 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.410155 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.410319 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.410481 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.410642 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.411205 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.411205 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.411205 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.411580 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.20/identity {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.411580 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.411580 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.411898 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.411898 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.412090 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.412193 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.412347 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.412619 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.412619 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.412867 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.412986 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.413091 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.413254 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.413415 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.413546 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.413693 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.413860 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.414020 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.414182 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.414343 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.414503 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.414680 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.414823 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.416492 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.416492 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.416492 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.416492 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.416492 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.416492 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.417155 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.417279 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.417507 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.417636 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.417753 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.417858 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.418032 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.418279 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.418507 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.418507 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.418778 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.418778 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.419041 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.419187 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.419319 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.419437 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.419558 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.419707 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.420019 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.420180 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.420394 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.420564 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.420712 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.420876 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.421040 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.421333 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.421504 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.421504 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.421763 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.421899 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.422034 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.422180 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.422321 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.424249 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.424249 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.424249 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.424249 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.424249 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.424249 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.424249 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.424249 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425242 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425242 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425242 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425242 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425242 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425242 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425242 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425242 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425843 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425843 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425843 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425843 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425843 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425843 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.425843 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.426263 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.426263 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.426263 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.426450 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.426514 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.426696 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.426840 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.427014 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.427168 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.427316 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.427461 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.427613 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.427773 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.427945 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.428109 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.428272 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.428534 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.428602 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.429310 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.429310 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.429310 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.429310 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.429762 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.429762 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.429762 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.430074 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.430074 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.430266 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.430370 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.430483 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.430608 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.430815 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.430925 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.431670 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.431811 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.431983 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.432280 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.432448 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.432555 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.432790 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.432972 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.433121 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.433284 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.433446 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.434243 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.434243 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.434243 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.434243 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.434243 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.434752 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.434752 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.434752 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.435036 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.435036 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.435227 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.435227 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Sep 25 04:35:37.435429 dv-cinder-768458-10-iscsi neutron-server[101054]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101054) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Sep 25 04:35:37.484634 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:35:49.889232 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a916afa7-a159-46d9-b10f-59d2dc160f8e None None] get_active_networks_info from dv-cinder-768458-10-iscsi {{(pid=101199) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Sep 25 04:35:49.980878 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a916afa7-a159-46d9-b10f-59d2dc160f8e None None] No non-hosted networks {{(pid=101199) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Sep 25 04:35:49.996447 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.agentschedulers_db [None req-a916afa7-a159-46d9-b10f-59d2dc160f8e None None] DHCP Agent not found on host dv-cinder-768458-10-iscsi {{(pid=101199) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Sep 25 04:35:50.142137 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-dfd1271b-b0cc-455e-9d46-35cb257adcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3716555'] for agent, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:35:53.591202 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-33dddfcc-13e8-4ada-ba62-91a726eab893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3716555'] for agent, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:35:53.621998 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.db.api [None req-b37d56ba-8102-4a6e-aa69-f35a97cf400d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-768458-10-iscsi {{(pid=101199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 25 04:35:53.622454 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG oslo_db.api [None req-b37d56ba-8102-4a6e-aa69-f35a97cf400d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 25 04:35:54.011198 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3716555'] for agent, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:35:54.012224 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:35:54.012927 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:35:54.014119 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:35:54.014703 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:35:54.015299 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:35:54.015879 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:35:54.016714 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:35:54.017344 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:35:54.017886 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:35:54.018426 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:35:54.019006 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:35:54.019587 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:35:54.020271 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5dd9121dc0>, 'Open vSwitch agent', 'dv-cinder-768458-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:35:54.034414 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f5dd9113ee0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768458-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:35:54.217261 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b37d56ba-8102-4a6e-aa69-f35a97cf400d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:35:54.554843 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3716555'] for agent, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:35:56.565511 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3716555'] for agent, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:35:58.860213 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 43458) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:35:59.368043 dv-cinder-768458-10-iscsi neutron-server[101198]: WARNING oslo_policy.policy [None req-6e75fee1-2e55-4063-97fb-a0554d207e09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 25 04:35:59.368633 dv-cinder-768458-10-iscsi neutron-server[101198]: WARNING oslo_policy.policy [None req-6e75fee1-2e55-4063-97fb-a0554d207e09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 25 04:35:59.591617 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [None req-6e75fee1-2e55-4063-97fb-a0554d207e09 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:35:59.592688 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-6e75fee1-2e55-4063-97fb-a0554d207e09 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7315097
Sep 25 04:35:59.878630 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.db.l3_hamode_db [None req-2cf1e695-13a6-4673-a5bb-b4adcf8ce892 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Sep 25 04:35:59.959912 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1e695-13a6-4673-a5bb-b4adcf8ce892 None None] Routers set() bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:35:59.960338 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1e695-13a6-4673-a5bb-b4adcf8ce892 None None] Router IDs set() for agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Sep 25 04:36:02.055043 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 43472) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:36:02.366486 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-48bc2c48-f20d-4b43-8f6c-82b8fc7d4790 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:36:02.460717 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.policy [None req-48bc2c48-f20d-4b43-8f6c-82b8fc7d4790 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101198) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Sep 25 04:36:02.506268 dv-cinder-768458-10-iscsi neutron-server[101198]: WARNING oslo_policy.policy [None req-48bc2c48-f20d-4b43-8f6c-82b8fc7d4790 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 25 04:36:02.506650 dv-cinder-768458-10-iscsi neutron-server[101198]: WARNING oslo_policy.policy [None req-48bc2c48-f20d-4b43-8f6c-82b8fc7d4790 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 25 04:36:02.515943 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.quota [None req-48bc2c48-f20d-4b43-8f6c-82b8fc7d4790 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f5dd970d3d0>.
Sep 25 04:36:02.661510 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-48bc2c48-f20d-4b43-8f6c-82b8fc7d4790 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752566309712', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752566310149', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752566313911', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752566328603', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752564571822', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752566339981', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-774245', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-880961', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4128285', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4184359'] for rbac-policy, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:02.965452 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-48bc2c48-f20d-4b43-8f6c-82b8fc7d4790 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:02.966708 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-48bc2c48-f20d-4b43-8f6c-82b8fc7d4790 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.9106741
Sep 25 04:36:05.640006 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 43484) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:36:05.941660 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Request body: {'network': {'project_id': '798a897bb4a644ba9f279af26e5ea844', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'admin_state_up': True, 'name': 'private'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:36:06.054014 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Made reservation on behalf of 798a897bb4a644ba9f279af26e5ea844 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:36:06.056869 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:06.075477 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:06.288555 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:06.342307 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:06.367644 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:36:06.394464 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752567055755', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:06.395066 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5dda6758b0> segment precommit_create {{(pid=101198) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Sep 25 04:36:06.395614 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Added segment 9f05a070-a653-454e-a1be-fe23abaf2daf of type vlan for network 2f01f4f6-2d80-42c0-a265-3848b7c56a60
Sep 25 04:36:06.402556 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91080e23-103f-4424-b463-862b3dc7f557,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:06.426390 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:06.426748 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:06.427087 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:06.427417 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:06.427743 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:06.428083 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:06.428434 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:06.428803 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:06.429122 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:06.429530 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:06.429861 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:06.430178 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Tracked resource versions report:
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]: pushed versions:
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]: {   'AddressGroup': {'1.2'},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     'ConntrackHelper': {'1.0'},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     'Log': {'1.0'},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     'Network': {'1.1'},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     'Port': {'1.7'},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     'PortForwarding': {'1.2'},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     'QosPolicy': {'1.9'},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     'SecurityGroup': {'1.4'},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     'SecurityGroupRule': {'1.2'},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     'SubPort': {'1.0'},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     'Subnet': {'1.1'},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     'Trunk': {'1.1'}}
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]: consumer versions:
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]: {   DHCP agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     L3 agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     Metadata agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     Metering agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:     Open vSwitch agent@dv-cinder-768458-10-iscsi: {   'AddressGroup': '1.2',
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'ConntrackHelper': '1.0',
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'Log': '1.0',
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'Network': '1.1',
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'Port': '1.7',
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'PortForwarding': '1.2',
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'QosPolicy': '1.9',
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'SecurityGroup': '1.4',
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'SecurityGroupRule': '1.2',
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'SubPort': '1.0',
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'Subnet': '1.1',
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'Trunk': '1.1'}}
Sep 25 04:36:06.431534 dv-cinder-768458-10-iscsi neutron-server[101198]:  {{(pid=101198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 25 04:36:06.535339 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:06.637564 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:06.638620 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:36:06.639262 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:06.742068 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] Pushing event updated for resources: {'Network': ['ID=2f01f4f6-2d80-42c0-a265-3848b7c56a60,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:06.757975 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 2f01f4f6-2d80-42c0-a265-3848b7c56a60 details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:36:06.763504 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b5e43dfb-9a03-45d5-93e6-a7412fbaf1e7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 1.1223788
Sep 25 04:36:09.480725 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 43498) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:36:09.991967 dv-cinder-768458-10-iscsi neutron-server[101197]: WARNING oslo_policy.policy [None req-9ce4734a-968d-420b-888e-d860b9674d09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 25 04:36:09.992596 dv-cinder-768458-10-iscsi neutron-server[101197]: WARNING oslo_policy.policy [None req-9ce4734a-968d-420b-888e-d860b9674d09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 25 04:36:10.446048 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.policy [None req-9ce4734a-968d-420b-888e-d860b9674d09 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101197) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Sep 25 04:36:10.492117 dv-cinder-768458-10-iscsi neutron-server[101197]: WARNING oslo_policy.policy [None req-9ce4734a-968d-420b-888e-d860b9674d09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 25 04:36:10.492956 dv-cinder-768458-10-iscsi neutron-server[101197]: WARNING oslo_policy.policy [None req-9ce4734a-968d-420b-888e-d860b9674d09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Sep 25 04:36:10.501550 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce4734a-968d-420b-888e-d860b9674d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:36:10.503502 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-9ce4734a-968d-420b-888e-d860b9674d09 admin admin] 10.222.0.20 "GET /v2.0/networks/2f01f4f6-2d80-42c0-a265-3848b7c56a60 HTTP/1.1" status: 200  len: 824 time: 1.0207610
Sep 25 04:36:10.543938 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-b5cf7f8e-f04f-400f-8354-c870fdca4607 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/a0c71f63-564f-4092-8a70-781fa99dd5af HTTP/1.1" status: 200  len: 734 time: 0.0339241
Sep 25 04:36:10.554307 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'a0c71f63-564f-4092-8a70-781fa99dd5af', 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60', 'gateway_ip': '172.20.0.1', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'ip_version': 4}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:36:10.556420 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.quota [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f5dd9a900d0>.
Sep 25 04:36:10.673073 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Made reservation on behalf of 798a897bb4a644ba9f279af26e5ea844 for: {'subnet': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:36:10.676021 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:11.056560 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for subnet, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:11.130576 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Checking segment: {'id': '9f05a070-a653-454e-a1be-fe23abaf2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:36:11.130937 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Network hostable DHCP agents. Network: 2f01f4f6-2d80-42c0-a265-3848b7c56a60, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:36:11.142400 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42bfaf66-1aba-432c-a899-3111ef0a38c4,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:11.155225 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:11.155566 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:11.155897 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:11.156222 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:11.156574 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:11.157037 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:11.157363 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:11.157943 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:11.158261 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:11.158574 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:11.158885 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:11.159195 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Tracked resource versions report:
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]: pushed versions:
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]: {   'AddressGroup': {'1.2'},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     'ConntrackHelper': {'1.0'},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     'Log': {'1.0'},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     'Network': {'1.1'},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     'Port': {'1.7'},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     'PortForwarding': {'1.2'},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     'QosPolicy': {'1.9'},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     'SecurityGroup': {'1.4'},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     'SecurityGroupRule': {'1.2'},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     'SubPort': {'1.0'},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     'Subnet': {'1.1'},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     'Trunk': {'1.1'}}
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]: consumer versions:
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]: {   DHCP agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     L3 agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     Metadata agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     Metering agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:     Open vSwitch agent@dv-cinder-768458-10-iscsi: {   'AddressGroup': '1.2',
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'ConntrackHelper': '1.0',
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'Log': '1.0',
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'Network': '1.1',
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'Port': '1.7',
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'PortForwarding': '1.2',
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'QosPolicy': '1.9',
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'SecurityGroup': '1.4',
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'SecurityGroupRule': '1.2',
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'SubPort': '1.0',
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'Subnet': '1.1',
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'Trunk': '1.1'}}
Sep 25 04:36:11.160523 dv-cinder-768458-10-iscsi neutron-server[101197]:  {{(pid=101197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 25 04:36:11.285074 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Network 2f01f4f6-2d80-42c0-a265-3848b7c56a60 is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:36:11.387615 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 2f01f4f6-2d80-42c0-a265-3848b7c56a60) {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:36:11.392601 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:36:11.393070 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:11.397676 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a605586-fd4b-4c4f-b50b-b5f90823c61f None None] Network 2f01f4f6-2d80-42c0-a265-3848b7c56a60 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:36:11.480000 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-acec2dda-408d-4e3c-a170-67dec6720932 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9293783
Sep 25 04:36:11.728411 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70b41eb-9793-5ca1-934a-2b4112ba30ab-2f01f4f6-2d80-42c0-a265-3848b7c56a60', 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'fixed_ips': [{'subnet_id': '42bfaf66-1aba-432c-a899-3111ef0a38c4'}]}} from dv-cinder-768458-10-iscsi. {{(pid=101199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Sep 25 04:36:11.729771 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:12.013851 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Allocated IP 172.20.0.2 (2f01f4f6-2d80-42c0-a265-3848b7c56a60/42bfaf66-1aba-432c-a899-3111ef0a38c4/c63a35e0-a540-42cd-b9d2-54221747f352) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:36:12.273254 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:12.357105 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:12.433785 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Network 2f01f4f6-2d80-42c0-a265-3848b7c56a60 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:36:12.438732 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Resources bound (agent type, host, resource id):  {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:36:12.451658 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:36:12.454945 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Pushing event updated for resources: {'Port': ['ID=c63a35e0-a540-42cd-b9d2-54221747f352,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:12.485964 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:12.486433 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:12.486679 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:12.487021 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:12.487352 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:12.487696 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:12.488030 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:12.488381 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:12.488727 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:12.489059 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:12.489383 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:12.489703 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Tracked resource versions report:
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]: pushed versions:
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]: {   'AddressGroup': {'1.2'},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     'ConntrackHelper': {'1.0'},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     'Log': {'1.0'},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     'Network': {'1.1'},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     'Port': {'1.7'},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     'PortForwarding': {'1.2'},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     'QosPolicy': {'1.9'},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     'SecurityGroup': {'1.4'},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     'SecurityGroupRule': {'1.2'},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     'SubPort': {'1.0'},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     'Subnet': {'1.1'},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     'Trunk': {'1.1'}}
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]: consumer versions:
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]: {   DHCP agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     L3 agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     Metadata agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     Metering agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:     Open vSwitch agent@dv-cinder-768458-10-iscsi: {   'AddressGroup': '1.2',
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'ConntrackHelper': '1.0',
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'Log': '1.0',
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'Network': '1.1',
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'Port': '1.7',
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'PortForwarding': '1.2',
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'QosPolicy': '1.9',
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'SecurityGroup': '1.4',
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'SecurityGroupRule': '1.2',
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'SubPort': '1.0',
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'Subnet': '1.1',
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'Trunk': '1.1'}}
Sep 25 04:36:12.491786 dv-cinder-768458-10-iscsi neutron-server[101199]:  {{(pid=101199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 25 04:36:12.543145 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Attempting to bind port c63a35e0-a540-42cd-b9d2-54221747f352 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:36:12.543455 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Attempting to bind port c63a35e0-a540-42cd-b9d2-54221747f352 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '9f05a070-a653-454e-a1be-fe23abaf2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:36:12.543875 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Attempting to bind port c63a35e0-a540-42cd-b9d2-54221747f352 on network 2f01f4f6-2d80-42c0-a265-3848b7c56a60 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:36:12.549021 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:36:12.549431 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Checking segment: {'id': '9f05a070-a653-454e-a1be-fe23abaf2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:36:12.549938 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:12.550326 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Bound using segment: {'id': '9f05a070-a653-454e-a1be-fe23abaf2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:36:12.550788 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Bound port: c63a35e0-a540-42cd-b9d2-54221747f352, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f05a070-a653-454e-a1be-fe23abaf2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:36:12.551191 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:12.618941 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] For port c63a35e0-a540-42cd-b9d2-54221747f352, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:36:12.623578 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] For port c63a35e0-a540-42cd-b9d2-54221747f352, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=c63a35e0-a540-42cd-b9d2-54221747f352,segment=NetworkSegment(9f05a070-a653-454e-a1be-fe23abaf2daf),segment_id=9f05a070-a653-454e-a1be-fe23abaf2daf)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:36:12.705542 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:12.774455 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18860d-8c75-492a-8762-df108582b8cf None None] Pushing event updated for resources: {'Port': ['ID=c63a35e0-a540-42cd-b9d2-54221747f352,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:13.981115 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 43518) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:36:14.313038 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [None req-ca35c5a1-fe41-44da-ad70-5395110224f7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:36:14.314028 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-ca35c5a1-fe41-44da-ad70-5395110224f7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3319738
Sep 25 04:36:16.825650 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 43526) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:36:17.162627 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [None req-64a8b97b-0144-4cd9-95c0-9fa162f7d23a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:36:17.163697 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-64a8b97b-0144-4cd9-95c0-9fa162f7d23a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3369586
Sep 25 04:36:19.836814 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-444cc229-9a6e-442e-b5b7-9943d351f34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:19.937660 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 43536) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:36:20.361258 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-43ae3c1b-d68f-4848-b307-83b14e39af34 admin admin] Request body: {'router': {'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:36:20.496074 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-43ae3c1b-d68f-4848-b307-83b14e39af34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30137'] for router, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:20.497791 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-43ae3c1b-d68f-4848-b307-83b14e39af34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3703411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30128'] for router, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:20.642355 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-43ae3c1b-d68f-4848-b307-83b14e39af34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:20.717109 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-43ae3c1b-d68f-4848-b307-83b14e39af34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3703306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713470'] for router, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:20.807534 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-43ae3c1b-d68f-4848-b307-83b14e39af34 admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:20.808853 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-43ae3c1b-d68f-4848-b307-83b14e39af34 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.8696451
Sep 25 04:36:21.489003 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf415c7b-568e-4543-aeff-462a359f0bec None None] Network 2f01f4f6-2d80-42c0-a265-3848b7c56a60 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:36:21.585077 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-02b4ec26-b340-40d3-8714-bb8f9e1efb0b None None] Provisioning complete for port c63a35e0-a540-42cd-b9d2-54221747f352 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:36:21.585077 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-02b4ec26-b340-40d3-8714-bb8f9e1efb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:21.637759 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device c63a35e0-a540-42cd-b9d2-54221747f352 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:36:21.847569 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-02b4ec26-b340-40d3-8714-bb8f9e1efb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:21.859449 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port c63a35e0-a540-42cd-b9d2-54221747f352 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:36:21.859818 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:21.913510 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-02b4ec26-b340-40d3-8714-bb8f9e1efb0b None None] For port c63a35e0-a540-42cd-b9d2-54221747f352, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=c63a35e0-a540-42cd-b9d2-54221747f352,segment=NetworkSegment(9f05a070-a653-454e-a1be-fe23abaf2daf),segment_id=9f05a070-a653-454e-a1be-fe23abaf2daf)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:36:21.970747 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:22.012097 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-02b4ec26-b340-40d3-8714-bb8f9e1efb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:22.083425 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.db.api [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 25 04:36:22.083951 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG oslo_db.api [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 25 04:36:22.088640 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4ec26-b340-40d3-8714-bb8f9e1efb0b None None] Pushing event updated for resources: {'Port': ['ID=c63a35e0-a540-42cd-b9d2-54221747f352,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:22.134422 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-f9010ab3-8207-421a-9a9b-d45bab8f083a None None] Provisioning complete for port c63a35e0-a540-42cd-b9d2-54221747f352 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:36:22.134715 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f9010ab3-8207-421a-9a9b-d45bab8f083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:23.266203 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 43550) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:36:23.553141 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-adb16e8e-fb62-48cf-b80c-e05ff35467dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:23.586737 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [None req-154ff61a-776b-4217-8aec-508932fcac80 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:36:23.587745 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-154ff61a-776b-4217-8aec-508932fcac80 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3205948
Sep 25 04:36:23.599842 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device c63a35e0-a540-42cd-b9d2-54221747f352 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:36:23.649553 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port c63a35e0-a540-42cd-b9d2-54221747f352 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:36:23.649931 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:23.987015 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:24.507721 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:26.087148 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 43564) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:36:26.266802 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:36:26.344399 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Made reservation on behalf of f5df6affa2b54fe690dfed87a1e88530 for: {'network': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:36:26.346765 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:26.363301 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:26.485642 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:26.509918 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:26.558049 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:26.576915 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Reserving flat network on physical network physnet1 {{(pid=101197) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Sep 25 04:36:26.593288 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43be1a5-a932-4e29-8274-71860d47467b,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:26.601786 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752567055755', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:26.602353 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f5dda6758b0> segment precommit_create {{(pid=101197) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Sep 25 04:36:26.603505 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.segments_db [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Added segment 9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8 of type flat for network 884f10d2-ae7d-401e-970c-bda63e6a05d5
Sep 25 04:36:26.663586 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:26.746718 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:26.747662 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:36:26.748357 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:26.860916 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] Pushing event updated for resources: {'Network': ['ID=884f10d2-ae7d-401e-970c-bda63e6a05d5,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:26.872718 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:36:26.884175 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-e654ac9b-a7d7-4773-bcf3-6e021f1c6480 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7959368
Sep 25 04:36:29.173047 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 43582) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:36:29.356993 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260f33e5-f56c-49d1-b4a6-fab8495a8767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:36:29.358304 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-260f33e5-f56c-49d1-b4a6-fab8495a8767 admin admin] 10.222.0.20 "GET /v2.0/subnets/42bfaf66-1aba-432c-a899-3111ef0a38c4 HTTP/1.1" status: 200  len: 849 time: 0.1843004
Sep 25 04:36:29.486362 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-6139b278-2fc2-48a7-be66-4d621c9b1203 admin admin] 10.222.0.20 "GET /v2.0/routers/72d2084b-0077-4609-b542-67249e577fb5 HTTP/1.1" status: 200  len: 704 time: 0.1217277
Sep 25 04:36:29.767534 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:30.098489 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Allocated IP 172.20.0.1 (2f01f4f6-2d80-42c0-a265-3848b7c56a60/42bfaf66-1aba-432c-a899-3111ef0a38c4/4704fcd1-4eec-42d0-b784-189d451b90b7) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:36:30.297759 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:30.421305 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:30.505451 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Network 2f01f4f6-2d80-42c0-a265-3848b7c56a60 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:36:30.510622 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:36:30.524862 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Pushing event updated for resources: {'Port': ['ID=4704fcd1-4eec-42d0-b784-189d451b90b7,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:30.538065 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:36:30.538646 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716483'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:30.690941 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-5662af76-030e-409f-82b0-b68cf5327338 None None] Provisioning complete for port 4704fcd1-4eec-42d0-b784-189d451b90b7 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:36:30.691611 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5662af76-030e-409f-82b0-b68cf5327338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:30.726691 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-5662af76-030e-409f-82b0-b68cf5327338 None None] Port 4704fcd1-4eec-42d0-b784-189d451b90b7 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:36:30.860512 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:31.076114 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:31.134732 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:31.135610 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715955'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:31.200019 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Pushing event updated for resources: {'Port': ['ID=4704fcd1-4eec-42d0-b784-189d451b90b7,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:31.266011 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Network 2f01f4f6-2d80-42c0-a265-3848b7c56a60 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:36:31.267506 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:36:31.449541 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-096303c1-3e9f-443a-b0e5-170696a44d6d None None] Provisioning complete for port 4704fcd1-4eec-42d0-b784-189d451b90b7 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:36:31.449913 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-096303c1-3e9f-443a-b0e5-170696a44d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:31.483828 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-096303c1-3e9f-443a-b0e5-170696a44d6d None None] Port 4704fcd1-4eec-42d0-b784-189d451b90b7 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:36:31.540929 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Router 72d2084b-0077-4609-b542-67249e577fb5 is scheduled to L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 with binding_index 1 {{(pid=101198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 25 04:36:31.637739 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:36:31.643004 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9f6b5d6e-5d1c-4ab6-bf18-57d8c51dabf6 admin admin] 10.222.0.20 "PUT /v2.0/routers/72d2084b-0077-4609-b542-67249e577fb5/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1499944
Sep 25 04:36:31.660332 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Sync routers for ids ['72d2084b-0077-4609-b542-67249e577fb5'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:36:31.672171 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Routers {'72d2084b-0077-4609-b542-67249e577fb5'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:36:31.673137 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd98ec670>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:36:23Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['72d2084b-0077-4609-b542-67249e577fb5'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:36:31.873730 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Set router 72d2084b-0077-4609-b542-67249e577fb5 gateway port host: None {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:36:32.335328 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 5 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:36:32.355558 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd98ec670>, [{'id': '72d2084b-0077-4609-b542-67249e577fb5', 'name': 'router1', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:36:20Z', 'updated_at': '2021-09-25T04:36:30Z', 'revision_number': 2, 'project_id': '798a897bb4a644ba9f279af26e5ea844', 'gw_port_host': None, '_interfaces': [{'id': '4704fcd1-4eec-42d0-b784-189d451b90b7', 'name': '', 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'mac_address': 'fa:16:3e:cc:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2084b-0077-4609-b542-67249e577fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42bfaf66-1aba-432c-a899-3111ef0a38c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:29Z', 'updated_at': '2021-09-25T04:36:30Z', 'revision_number': 2, 'project_id': '798a897bb4a644ba9f279af26e5ea844', 'subnets': [{'id': '42bfaf66-1aba-432c-a899-3111ef0a38c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0c71f63-564f-4092-8a70-781fa99dd5af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:36:32.411038 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Checking router: 72d2084b-0077-4609-b542-67249e577fb5 for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:36:32.411416 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Updating router 72d2084b-0077-4609-b542-67249e577fb5 port 4704fcd1-4eec-42d0-b784-189d451b90b7 binding host dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:36:32.463805 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:33.026661 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:33.126849 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:33.222155 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Pushing event updated for resources: {'Port': ['ID=4704fcd1-4eec-42d0-b784-189d451b90b7,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:33.232959 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:33.233308 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:33.233658 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:33.233986 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:33.234313 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:33.234638 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:33.234957 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:33.235277 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:33.235610 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:33.235944 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:33.236246 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:33.236587 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Tracked resource versions report:
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]: pushed versions:
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]: {   'AddressGroup': {'1.2'},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     'ConntrackHelper': {'1.0'},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     'Log': {'1.0'},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     'Network': {'1.1'},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     'Port': {'1.7'},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     'PortForwarding': {'1.2'},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     'QosPolicy': {'1.9'},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     'SecurityGroup': {'1.4'},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     'SecurityGroupRule': {'1.2'},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     'SubPort': {'1.0'},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     'Subnet': {'1.1'},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     'Trunk': {'1.1'}}
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]: consumer versions:
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]: {   DHCP agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     L3 agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     Metadata agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     Metering agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:     Open vSwitch agent@dv-cinder-768458-10-iscsi: {   'AddressGroup': '1.2',
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'ConntrackHelper': '1.0',
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'Log': '1.0',
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'Network': '1.1',
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'Port': '1.7',
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'PortForwarding': '1.2',
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'QosPolicy': '1.9',
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'SecurityGroup': '1.4',
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'SecurityGroupRule': '1.2',
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'SubPort': '1.0',
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'Subnet': '1.1',
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'Trunk': '1.1'}}
Sep 25 04:36:33.237937 dv-cinder-768458-10-iscsi neutron-server[101200]:  {{(pid=101200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 25 04:36:33.316272 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Attempting to bind port 4704fcd1-4eec-42d0-b784-189d451b90b7 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:36:33.316711 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Attempting to bind port 4704fcd1-4eec-42d0-b784-189d451b90b7 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '9f05a070-a653-454e-a1be-fe23abaf2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:36:33.317682 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Attempting to bind port 4704fcd1-4eec-42d0-b784-189d451b90b7 on network 2f01f4f6-2d80-42c0-a265-3848b7c56a60 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:36:33.323768 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:36:33.324468 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Checking segment: {'id': '9f05a070-a653-454e-a1be-fe23abaf2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:36:33.324981 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:33.325575 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Bound using segment: {'id': '9f05a070-a653-454e-a1be-fe23abaf2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:36:33.326304 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Bound port: 4704fcd1-4eec-42d0-b784-189d451b90b7, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f05a070-a653-454e-a1be-fe23abaf2daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:36:33.326677 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:33.403822 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] For port 4704fcd1-4eec-42d0-b784-189d451b90b7, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:36:33.420162 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-4dd12006-6be0-4f7e-bf95-8d3f3c964adb None None] Provisioning complete for port 4704fcd1-4eec-42d0-b784-189d451b90b7 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:36:33.420796 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4dd12006-6be0-4f7e-bf95-8d3f3c964adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:33.426068 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] For port 4704fcd1-4eec-42d0-b784-189d451b90b7, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=4704fcd1-4eec-42d0-b784-189d451b90b7,segment=NetworkSegment(9f05a070-a653-454e-a1be-fe23abaf2daf),segment_id=9f05a070-a653-454e-a1be-fe23abaf2daf)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:36:33.478413 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-4dd12006-6be0-4f7e-bf95-8d3f3c964adb None None] Port 4704fcd1-4eec-42d0-b784-189d451b90b7 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:36:33.518041 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:33.588835 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a132f-7e3b-4cc5-9b79-50e674f78a06 None None] Pushing event updated for resources: {'Port': ['ID=4704fcd1-4eec-42d0-b784-189d451b90b7,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:33.596245 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Routers {'72d2084b-0077-4609-b542-67249e577fb5'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:36:33.596920 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd98ec670>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:36:23Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['72d2084b-0077-4609-b542-67249e577fb5'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:36:33.698119 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] Set router 72d2084b-0077-4609-b542-67249e577fb5 gateway port host: None {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:36:33.800794 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-17d0725b-ded2-45ba-bcc3-3c63def2334b None None] Provisioning complete for port 4704fcd1-4eec-42d0-b784-189d451b90b7 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:36:33.801172 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-17d0725b-ded2-45ba-bcc3-3c63def2334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:33.918591 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-17d0725b-ded2-45ba-bcc3-3c63def2334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:34.029614 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd98ec670>, [{'id': '72d2084b-0077-4609-b542-67249e577fb5', 'name': 'router1', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:36:20Z', 'updated_at': '2021-09-25T04:36:30Z', 'revision_number': 2, 'project_id': '798a897bb4a644ba9f279af26e5ea844', 'gw_port_host': None, '_interfaces': [{'id': '4704fcd1-4eec-42d0-b784-189d451b90b7', 'name': '', 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'mac_address': 'fa:16:3e:cc:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2084b-0077-4609-b542-67249e577fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42bfaf66-1aba-432c-a899-3111ef0a38c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:29Z', 'updated_at': '2021-09-25T04:36:33Z', 'revision_number': 4, 'project_id': '798a897bb4a644ba9f279af26e5ea844', 'subnets': [{'id': '42bfaf66-1aba-432c-a899-3111ef0a38c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0c71f63-564f-4092-8a70-781fa99dd5af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:36:34.048837 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 43598) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:36:34.070636 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e533a177-236a-43da-9d5d-79f04eab1c14 None None] The sync data for ids ['72d2084b-0077-4609-b542-67249e577fb5'] in dv-cinder-768458-10-iscsi is: [{'id': '72d2084b-0077-4609-b542-67249e577fb5', 'name': 'router1', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:36:20Z', 'updated_at': '2021-09-25T04:36:30Z', 'revision_number': 2, 'project_id': '798a897bb4a644ba9f279af26e5ea844', 'gw_port_host': None, '_interfaces': [{'id': '4704fcd1-4eec-42d0-b784-189d451b90b7', 'name': '', 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'mac_address': 'fa:16:3e:cc:4e:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2084b-0077-4609-b542-67249e577fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42bfaf66-1aba-432c-a899-3111ef0a38c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:29Z', 'updated_at': '2021-09-25T04:36:33Z', 'revision_number': 4, 'project_id': '798a897bb4a644ba9f279af26e5ea844', 'subnets': [{'id': '42bfaf66-1aba-432c-a899-3111ef0a38c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0c71f63-564f-4092-8a70-781fa99dd5af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:36:34.123704 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-17d0725b-ded2-45ba-bcc3-3c63def2334b None None] For port 4704fcd1-4eec-42d0-b784-189d451b90b7, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=4704fcd1-4eec-42d0-b784-189d451b90b7,segment=NetworkSegment(9f05a070-a653-454e-a1be-fe23abaf2daf),segment_id=9f05a070-a653-454e-a1be-fe23abaf2daf)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:36:34.169104 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-17d0725b-ded2-45ba-bcc3-3c63def2334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:34.182883 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef253c00-05ca-4ab5-83fe-6b1d367d9601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:36:34.188367 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ef253c00-05ca-4ab5-83fe-6b1d367d9601 admin admin] 10.222.0.20 "GET /v2.0/networks/884f10d2-ae7d-401e-970c-bda63e6a05d5 HTTP/1.1" status: 200  len: 842 time: 0.1344819
Sep 25 04:36:34.195876 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] Request body: {'subnet': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:36:34.217993 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0725b-ded2-45ba-bcc3-3c63def2334b None None] Pushing event updated for resources: {'Port': ['ID=4704fcd1-4eec-42d0-b784-189d451b90b7,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:34.306181 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] Made reservation on behalf of f5df6affa2b54fe690dfed87a1e88530 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:36:34.308605 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:34.711512 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.objects.ports [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101198) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}}
Sep 25 04:36:34.711962 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:34.768792 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c87985e-0929-41d4-8d0c-ac4f45d76dc0,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:34.782421 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] Checking segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:36:34.782773 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] Network hostable DHCP agents. Network: 884f10d2-ae7d-401e-970c-bda63e6a05d5, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:36:34.888794 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:36:34.961144 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 884f10d2-ae7d-401e-970c-bda63e6a05d5) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:36:34.966668 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:36:34.967796 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:34.974262 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a50504-9a19-4b49-9f0b-00e9e027b79a None None] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:36:35.067654 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ca4d7df8-7bbd-49f6-bba5-16ac61bb8553 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8762050
Sep 25 04:36:35.177326 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63704b84-7c24-408b-8a35-01b35df3537f None None] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:36:37.490910 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 43606) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:36:37.637794 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-23d95ab8-3502-414d-b7ac-84fd758b3bee admin admin] 10.222.0.20 "GET /v2.0/routers/72d2084b-0077-4609-b542-67249e577fb5 HTTP/1.1" status: 200  len: 710 time: 0.1461327
Sep 25 04:36:37.729616 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e75204b-1a19-4f59-8226-426a36f65f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:36:37.730981 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-3e75204b-1a19-4f59-8226-426a36f65f8a admin admin] 10.222.0.20 "GET /v2.0/networks/884f10d2-ae7d-401e-970c-bda63e6a05d5 HTTP/1.1" status: 200  len: 886 time: 0.0870032
Sep 25 04:36:37.741108 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:36:38.090543 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:38.405376 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:38.493796 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:38.619539 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Allocated IP 172.27.2.32 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/34b9da25-45c7-4d33-9fc7-8f4ee6693673) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:36:38.741894 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:38.820768 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:38.863156 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:36:38.870143 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:36:38.871964 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Pushing event updated for resources: {'Port': ['ID=34b9da25-45c7-4d33-9fc7-8f4ee6693673,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:38.874006 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:36:39.289107 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:39.520953 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3713429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3703301', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30110'] for router, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:39.524689 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3713452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3713447', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3703324'] for router, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:39.627317 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 4704fcd1-4eec-42d0-b784-189d451b90b7 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:36:39.680792 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 4704fcd1-4eec-42d0-b784-189d451b90b7 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:36:39.681492 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:39.737323 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Router 72d2084b-0077-4609-b542-67249e577fb5 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:36:39.849337 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:36:39.854199 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:39.854867 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8ec12050-4535-44d5-8dbd-fb7a41fc8357 admin admin] 10.222.0.20 "PUT /v2.0/routers/72d2084b-0077-4609-b542-67249e577fb5 HTTP/1.1" status: 200  len: 889 time: 2.1175101
Sep 25 04:36:40.752010 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Sync routers for ids ['72d2084b-0077-4609-b542-67249e577fb5'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:36:40.763849 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Routers {'72d2084b-0077-4609-b542-67249e577fb5'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:36:40.764596 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8784a30>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:36:23Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['72d2084b-0077-4609-b542-67249e577fb5'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:36:40.990828 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Set router 72d2084b-0077-4609-b542-67249e577fb5 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:36:41.436337 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8784a30>, [{'id': '72d2084b-0077-4609-b542-67249e577fb5', 'name': 'router1', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '34b9da25-45c7-4d33-9fc7-8f4ee6693673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:36:20Z', 'updated_at': '2021-09-25T04:36:38Z', 'revision_number': 4, 'project_id': '798a897bb4a644ba9f279af26e5ea844', 'gw_port': {'id': '34b9da25-45c7-4d33-9fc7-8f4ee6693673', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ec:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2084b-0077-4609-b542-67249e577fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:38Z', 'updated_at': '2021-09-25T04:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '4704fcd1-4eec-42d0-b784-189d451b90b7', 'name': '', 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'mac_address': 'fa:16:3e:cc:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2084b-0077-4609-b542-67249e577fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42bfaf66-1aba-432c-a899-3111ef0a38c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:29Z', 'updated_at': '2021-09-25T04:36:33Z', 'revision_number': 5, 'project_id': '798a897bb4a644ba9f279af26e5ea844', 'subnets': [{'id': '42bfaf66-1aba-432c-a899-3111ef0a38c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0c71f63-564f-4092-8a70-781fa99dd5af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:36:41.493925 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Checking router: 72d2084b-0077-4609-b542-67249e577fb5 for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:36:41.494315 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Updating router 72d2084b-0077-4609-b542-67249e577fb5 port 34b9da25-45c7-4d33-9fc7-8f4ee6693673 binding host dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:36:41.544589 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:41.992656 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:42.065852 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:42.121416 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Attempting to bind port 34b9da25-45c7-4d33-9fc7-8f4ee6693673 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:36:42.121983 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Attempting to bind port 34b9da25-45c7-4d33-9fc7-8f4ee6693673 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:36:42.122570 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Attempting to bind port 34b9da25-45c7-4d33-9fc7-8f4ee6693673 on network 884f10d2-ae7d-401e-970c-bda63e6a05d5 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:36:42.139471 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a2695-02ee-45b7-8beb-a06e35c67305 None None] Pushing event updated for resources: {'Port': ['ID=34b9da25-45c7-4d33-9fc7-8f4ee6693673,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:42.143665 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:36:42.144105 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Checking segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:36:42.144564 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:42.144951 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Bound using segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:36:42.145406 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Bound port: 34b9da25-45c7-4d33-9fc7-8f4ee6693673, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:36:42.145801 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:42.202169 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] For port 34b9da25-45c7-4d33-9fc7-8f4ee6693673, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:36:42.205753 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] For port 34b9da25-45c7-4d33-9fc7-8f4ee6693673, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=34b9da25-45c7-4d33-9fc7-8f4ee6693673,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:36:42.271721 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:42.333657 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a2695-02ee-45b7-8beb-a06e35c67305 None None] Pushing event updated for resources: {'Port': ['ID=34b9da25-45c7-4d33-9fc7-8f4ee6693673,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:42.336174 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Routers {'72d2084b-0077-4609-b542-67249e577fb5'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:36:42.336803 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8784a30>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:36:23Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['72d2084b-0077-4609-b542-67249e577fb5'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:36:42.344333 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 43618) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:36:42.446122 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] Set router 72d2084b-0077-4609-b542-67249e577fb5 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:36:42.467087 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-dabfca93-c08b-4baf-988a-40317caca62d admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1216209
Sep 25 04:36:42.693622 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8784a30>, [{'id': '72d2084b-0077-4609-b542-67249e577fb5', 'name': 'router1', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '34b9da25-45c7-4d33-9fc7-8f4ee6693673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:36:20Z', 'updated_at': '2021-09-25T04:36:38Z', 'revision_number': 4, 'project_id': '798a897bb4a644ba9f279af26e5ea844', 'gw_port': {'id': '34b9da25-45c7-4d33-9fc7-8f4ee6693673', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ec:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2084b-0077-4609-b542-67249e577fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:38Z', 'updated_at': '2021-09-25T04:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '4704fcd1-4eec-42d0-b784-189d451b90b7', 'name': '', 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'mac_address': 'fa:16:3e:cc:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2084b-0077-4609-b542-67249e577fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42bfaf66-1aba-432c-a899-3111ef0a38c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:29Z', 'updated_at': '2021-09-25T04:36:33Z', 'revision_number': 5, 'project_id': '798a897bb4a644ba9f279af26e5ea844', 'subnets': [{'id': '42bfaf66-1aba-432c-a899-3111ef0a38c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0c71f63-564f-4092-8a70-781fa99dd5af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:36:42.720730 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1390-2535-4b4b-a8ef-7acb5a9627c2 None None] The sync data for ids ['72d2084b-0077-4609-b542-67249e577fb5'] in dv-cinder-768458-10-iscsi is: [{'id': '72d2084b-0077-4609-b542-67249e577fb5', 'name': 'router1', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '34b9da25-45c7-4d33-9fc7-8f4ee6693673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:36:20Z', 'updated_at': '2021-09-25T04:36:38Z', 'revision_number': 4, 'project_id': '798a897bb4a644ba9f279af26e5ea844', 'gw_port': {'id': '34b9da25-45c7-4d33-9fc7-8f4ee6693673', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ec:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d2084b-0077-4609-b542-67249e577fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:38Z', 'updated_at': '2021-09-25T04:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '4704fcd1-4eec-42d0-b784-189d451b90b7', 'name': '', 'network_id': '2f01f4f6-2d80-42c0-a265-3848b7c56a60', 'tenant_id': '798a897bb4a644ba9f279af26e5ea844', 'mac_address': 'fa:16:3e:cc:4e:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d2084b-0077-4609-b542-67249e577fb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42bfaf66-1aba-432c-a899-3111ef0a38c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:36:29Z', 'updated_at': '2021-09-25T04:36:33Z', 'revision_number': 5, 'project_id': '798a897bb4a644ba9f279af26e5ea844', 'subnets': [{'id': '42bfaf66-1aba-432c-a899-3111ef0a38c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a0c71f63-564f-4092-8a70-781fa99dd5af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:36:43.757307 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 34b9da25-45c7-4d33-9fc7-8f4ee6693673 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:36:43.813221 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 34b9da25-45c7-4d33-9fc7-8f4ee6693673 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:36:43.813602 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:43.909719 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:43.942093 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port 34b9da25-45c7-4d33-9fc7-8f4ee6693673, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=34b9da25-45c7-4d33-9fc7-8f4ee6693673,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:36:44.020342 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:44.071661 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=34b9da25-45c7-4d33-9fc7-8f4ee6693673,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:36:45.623835 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 34b9da25-45c7-4d33-9fc7-8f4ee6693673 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:36:45.701785 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 34b9da25-45c7-4d33-9fc7-8f4ee6693673 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:36:45.702501 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:49.923848 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-15ca94ab-0615-4304-970f-7f11a00ca3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:53.583967 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b110e681-8847-4c25-ade0-54674f4d2bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:54.037587 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:54.533323 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:36:56.510745 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:37:09.332943 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 5 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:37:19.908713 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5a51250b-7fe7-4bfd-a74e-c2371463c71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:37:23.565718 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-427fd804-f1db-42b0-a173-05d09d049e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:37:24.011607 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:37:24.491518 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:37:26.536756 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:37:46.323152 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 5 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:37:49.849838 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0d01a49f-dc8c-427d-aeec-5c8fdc179ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:37:53.586152 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d2a0597d-8710-49a6-a681-70df493929dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:37:54.072192 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:37:54.516556 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:37:56.546893 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:19.881605 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-215d891d-1100-4bbc-86de-ec93507ca6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:23.327821 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 5 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:38:23.578570 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-23b750ef-332a-4685-bdfb-f7071ad69a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:23.999813 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:24.508651 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:26.503892 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:35.462429 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44180) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:38:35.526739 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfedec69-a2a7-4843-9c0c-0756d4220e07 admin admin] GET failed (client error): The resource could not be found.
Sep 25 04:38:35.528160 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-bfedec69-a2a7-4843-9c0c-0756d4220e07 admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0647771
Sep 25 04:38:35.686978 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b072b5b6-1fcf-4d3f-ae6e-c15d8a744929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:35.688479 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b072b5b6-1fcf-4d3f-ae6e-c15d8a744929 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1555073
Sep 25 04:38:37.919452 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44190) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:38:38.016225 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83221d4-f09a-47b4-b919-c8e7fdeef904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:38.017609 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c83221d4-f09a-47b4-b919-c8e7fdeef904 admin admin] 10.222.0.20 "GET /v2.0/subnets/42bfaf66-1aba-432c-a899-3111ef0a38c4 HTTP/1.1" status: 200  len: 849 time: 0.0968704
Sep 25 04:38:38.028665 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:38:38.114030 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Notify callbacks [] for subnet, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:38.332464 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752567029495'] for subnet, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:38.363874 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:38.364550 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:38.366433 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] 10.222.0.20 "PUT /v2.0/subnets/42bfaf66-1aba-432c-a899-3111ef0a38c4 HTTP/1.1" status: 200  len: 868 time: 0.3415818
Sep 25 04:38:38.368498 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d85fcd-d250-46c1-b2f5-d17717bf7712 None None] Network 2f01f4f6-2d80-42c0-a265-3848b7c56a60 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:38:38.387499 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Pushing event updated for resources: {'Subnet': ['ID=42bfaf66-1aba-432c-a899-3111ef0a38c4,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:38:38.395279 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:38:38.395663 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:38:38.395996 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:38:38.396371 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:38:38.396718 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:38:38.397065 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:38:38.397401 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:38:38.397748 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:38:38.398339 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:38:38.398666 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:38:38.399009 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:38:38.399318 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bf6ccf-876e-461b-a7ba-5f2fff66835d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:38:38.733649 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-40220cf3-3537-4f32-b870-67c9907a6371 None None] Provisioning complete for port 4704fcd1-4eec-42d0-b784-189d451b90b7 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:38:38.734031 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-40220cf3-3537-4f32-b870-67c9907a6371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:38.916956 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-40220cf3-3537-4f32-b870-67c9907a6371 None None] Provisioning complete for port c63a35e0-a540-42cd-b9d2-54221747f352 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:38:38.917329 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-40220cf3-3537-4f32-b870-67c9907a6371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:40.616727 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44198) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:38:40.829863 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e18b11b-a2e2-4128-aaf9-5e98fe9ddab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:40.830260 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e18b11b-a2e2-4128-aaf9-5e98fe9ddab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:40.831827 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-7e18b11b-a2e2-4128-aaf9-5e98fe9ddab5 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.2141485
Sep 25 04:38:43.078548 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44208) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:38:43.219978 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4853f783-35a3-44bc-bf5d-d83f6c7960f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:43.220493 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4853f783-35a3-44bc-bf5d-d83f6c7960f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:43.222061 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4853f783-35a3-44bc-bf5d-d83f6c7960f2 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.1424015
Sep 25 04:38:45.456536 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44216) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:38:45.633705 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3f0075-5f22-4ebd-844b-0f57efd7c9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:45.635759 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-eb3f0075-5f22-4ebd-844b-0f57efd7c9ca admin admin] 10.222.0.20 "GET /v2.0/networks/2f01f4f6-2d80-42c0-a265-3848b7c56a60 HTTP/1.1" status: 200  len: 868 time: 0.1782124
Sep 25 04:38:47.871729 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44224) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:38:47.998572 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5fbf2c-1c13-4596-b213-a5c8ba7d5e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:47.999959 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-bb5fbf2c-1c13-4596-b213-a5c8ba7d5e87 admin admin] 10.222.0.20 "GET /v2.0/networks/884f10d2-ae7d-401e-970c-bda63e6a05d5 HTTP/1.1" status: 200  len: 886 time: 0.1272483
Sep 25 04:38:49.868141 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3d0f43d7-b60c-479a-ad3b-0b0c01a1f7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:50.235872 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44232) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:38:50.365601 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691d5923-c6e5-4d63-bedc-d8632c56ad55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:50.366046 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691d5923-c6e5-4d63-bedc-d8632c56ad55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:50.367607 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-691d5923-c6e5-4d63-bedc-d8632c56ad55 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1306179
Sep 25 04:38:52.581040 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44240) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:38:52.711628 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0211ef1e-ef83-4fe7-9a82-a005da586634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:52.712719 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0211ef1e-ef83-4fe7-9a82-a005da586634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:52.714255 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-0211ef1e-ef83-4fe7-9a82-a005da586634 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1322610
Sep 25 04:38:53.570916 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0a2be00c-f912-4f12-9d33-7999c57fb3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:54.028372 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:54.519958 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:54.963015 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44248) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:38:55.049751 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06501d0c-0eb7-4a44-8b31-faffa2e743e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:55.051110 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-06501d0c-0eb7-4a44-8b31-faffa2e743e7 admin admin] 10.222.0.20 "GET /v2.0/subnets/2c87985e-0929-41d4-8d0c-ac4f45d76dc0 HTTP/1.1" status: 200  len: 816 time: 0.0871062
Sep 25 04:38:56.536732 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:38:57.293533 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44256) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:38:57.388275 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3705eae4-7cd7-444d-b614-7ef050fb0384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:38:57.389682 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-3705eae4-7cd7-444d-b614-7ef050fb0384 admin admin] 10.222.0.20 "GET /v2.0/subnets/42bfaf66-1aba-432c-a899-3111ef0a38c4 HTTP/1.1" status: 200  len: 868 time: 0.0950918
Sep 25 04:39:00.327275 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 5 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:39:19.839302 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4338b6a7-3efa-499d-80cb-23144594baef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:21.727050 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44310) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:39:21.776017 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [None req-c6dc13dc-d0de-4a85-b606-228adf2061ae admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:39:21.777154 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-c6dc13dc-d0de-4a85-b606-228adf2061ae admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0488622
Sep 25 04:39:23.575090 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-588af8d3-ef58-4415-8158-c1f87cca4a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:24.043737 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:24.114642 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44318) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:39:24.179977 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e86035-f637-4f0c-a1c2-b23452446491 admin admin] GET failed (client error): The resource could not be found.
Sep 25 04:39:24.181417 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-82e86035-f637-4f0c-a1c2-b23452446491 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0657880
Sep 25 04:39:24.336792 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319120de-72f9-461d-9e72-64931f32fdf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:39:24.338205 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-319120de-72f9-461d-9e72-64931f32fdf9 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1516747
Sep 25 04:39:24.524282 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:26.597645 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:26.646547 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44326) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:39:26.698423 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:39:26.780154 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] Made reservation on behalf of f5df6affa2b54fe690dfed87a1e88530 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:39:26.782414 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:26.811448 dv-cinder-768458-10-iscsi neutron-server[101198]: WARNING neutron.services.revisions.revision_plugin [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f5dd347d4c0] {project_id='f5df6affa2b54fe690dfed87a1e88530', id='34091e6b-8f3c-492c-8f82-c72b47506228', target_tenant='*', action='access_as_shared', object_id='f1bf250c-3474-4685-90bd-c48222a7caa4'}> to bump revision.
Sep 25 04:39:26.823980 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:39:26.837496 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:26.837825 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] Added segment ddbfb92a-22a8-403d-85b1-ffce9a0efb3c of type vlan for network f1bf250c-3474-4685-90bd-c48222a7caa4
Sep 25 04:39:26.876806 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:26.985747 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:26.986748 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:39:26.987321 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:27.045684 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] Pushing event updated for resources: {'Network': ['ID=f1bf250c-3474-4685-90bd-c48222a7caa4,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:39:27.056471 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network f1bf250c-3474-4685-90bd-c48222a7caa4 details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:39:27.106675 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-689d0df8-ff46-4e45-a0eb-ac1c8f3a291b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.4586830
Sep 25 04:39:29.348982 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44334) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:39:29.413711 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84a6e66-80cc-4cdd-a294-eb7f51db78af admin admin] GET failed (client error): The resource could not be found.
Sep 25 04:39:29.415081 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-f84a6e66-80cc-4cdd-a294-eb7f51db78af admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0643139
Sep 25 04:39:29.486407 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1179c67-ed2c-4f7b-a747-b44e40eec318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:39:29.487853 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-c1179c67-ed2c-4f7b-a747-b44e40eec318 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.0676835
Sep 25 04:39:29.498394 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4', 'name': 'shared-subnet'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:39:29.568805 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Made reservation on behalf of f5df6affa2b54fe690dfed87a1e88530 for: {'subnet': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:39:29.571928 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:29.786104 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for subnet, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:29.838198 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc681fc2-e7f3-46cd-9a19-9f80fc6dcd07,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:39:29.851635 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:29.852002 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:29.852365 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:29.852699 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:29.853028 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:29.853368 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:29.853697 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:29.854036 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:29.854366 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:29.854685 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:29.855006 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:29.855322 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:29.864022 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Checking segment: {'id': 'ddbfb92a-22a8-403d-85b1-ffce9a0efb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:39:29.864428 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Network hostable DHCP agents. Network: f1bf250c-3474-4685-90bd-c48222a7caa4, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:39:29.956105 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Network f1bf250c-3474-4685-90bd-c48222a7caa4 is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:39:30.036095 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, f1bf250c-3474-4685-90bd-c48222a7caa4) {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:39:30.041029 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:39:30.041727 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:30.049304 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b052be-060d-491f-a1ba-287bd6f90b30 None None] Network f1bf250c-3474-4685-90bd-c48222a7caa4 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:39:30.198190 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-8c23946c-eeb7-42a7-8955-c50b3f65e520 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7033095
Sep 25 04:39:30.201244 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70b41eb-9793-5ca1-934a-2b4112ba30ab-f1bf250c-3474-4685-90bd-c48222a7caa4', 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4', 'tenant_id': 'f5df6affa2b54fe690dfed87a1e88530', 'fixed_ips': [{'subnet_id': 'dc681fc2-e7f3-46cd-9a19-9f80fc6dcd07'}]}} from dv-cinder-768458-10-iscsi. {{(pid=101199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Sep 25 04:39:30.202149 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:30.359139 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Allocated IP 192.168.233.2 (f1bf250c-3474-4685-90bd-c48222a7caa4/dc681fc2-e7f3-46cd-9a19-9f80fc6dcd07/558df535-f8ca-47cf-a6ee-9d074819ae56) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:39:30.552018 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:30.671001 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:30.710132 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Network f1bf250c-3474-4685-90bd-c48222a7caa4 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:39:30.713133 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Resources bound (agent type, host, resource id):  {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:39:30.716620 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:39:30.724891 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Pushing event updated for resources: {'Port': ['ID=558df535-f8ca-47cf-a6ee-9d074819ae56,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:39:30.737353 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:30.737720 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:30.738070 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:30.738405 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:30.738745 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:30.739086 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:30.739420 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:30.739772 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:30.740810 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:30.741319 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:30.741555 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:30.741880 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:39:30.789229 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Attempting to bind port 558df535-f8ca-47cf-a6ee-9d074819ae56 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:39:30.789597 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Attempting to bind port 558df535-f8ca-47cf-a6ee-9d074819ae56 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': 'ddbfb92a-22a8-403d-85b1-ffce9a0efb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:39:30.789964 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Attempting to bind port 558df535-f8ca-47cf-a6ee-9d074819ae56 on network f1bf250c-3474-4685-90bd-c48222a7caa4 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:39:30.795378 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:39:30.795754 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Checking segment: {'id': 'ddbfb92a-22a8-403d-85b1-ffce9a0efb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:39:30.796161 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:30.796585 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Bound using segment: {'id': 'ddbfb92a-22a8-403d-85b1-ffce9a0efb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:39:30.804244 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Bound port: 558df535-f8ca-47cf-a6ee-9d074819ae56, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbfb92a-22a8-403d-85b1-ffce9a0efb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:39:30.804244 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:30.865534 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] For port 558df535-f8ca-47cf-a6ee-9d074819ae56, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:39:30.869467 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] For port 558df535-f8ca-47cf-a6ee-9d074819ae56, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=558df535-f8ca-47cf-a6ee-9d074819ae56,segment=NetworkSegment(ddbfb92a-22a8-403d-85b1-ffce9a0efb3c),segment_id=ddbfb92a-22a8-403d-85b1-ffce9a0efb3c)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:39:30.957969 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:31.018270 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc495a-d3b8-4d83-bef8-5683ef827377 None None] Pushing event updated for resources: {'Port': ['ID=558df535-f8ca-47cf-a6ee-9d074819ae56,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:39:31.788377 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 558df535-f8ca-47cf-a6ee-9d074819ae56 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:39:31.847232 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 558df535-f8ca-47cf-a6ee-9d074819ae56 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:39:31.848144 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:31.901521 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6cdfbf-f4cc-4ba8-b850-70ac413c3d7e None None] Network f1bf250c-3474-4685-90bd-c48222a7caa4 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:39:32.001972 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:32.016224 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-9429429e-c487-42e4-b881-7064e1fa8caf None None] Provisioning complete for port 558df535-f8ca-47cf-a6ee-9d074819ae56 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:39:32.016609 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9429429e-c487-42e4-b881-7064e1fa8caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:32.101822 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port 558df535-f8ca-47cf-a6ee-9d074819ae56, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=558df535-f8ca-47cf-a6ee-9d074819ae56,segment=NetworkSegment(ddbfb92a-22a8-403d-85b1-ffce9a0efb3c),segment_id=ddbfb92a-22a8-403d-85b1-ffce9a0efb3c)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:39:32.172459 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:32.202789 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9429429e-c487-42e4-b881-7064e1fa8caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:32.245355 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=558df535-f8ca-47cf-a6ee-9d074819ae56,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:39:32.289370 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.db.api [None req-9429429e-c487-42e4-b881-7064e1fa8caf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 25 04:39:32.290194 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG oslo_db.api [None req-9429429e-c487-42e4-b881-7064e1fa8caf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 25 04:39:32.947469 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-53d96ef4-2392-4a1b-9bd4-380c95874cf1 None None] Provisioning complete for port 558df535-f8ca-47cf-a6ee-9d074819ae56 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:39:32.948251 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-53d96ef4-2392-4a1b-9bd4-380c95874cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:33.739347 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 558df535-f8ca-47cf-a6ee-9d074819ae56 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:39:33.788149 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 558df535-f8ca-47cf-a6ee-9d074819ae56 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:39:33.788462 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:37.325717 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 5 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:39:49.824170 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-67d58fc1-ec9e-466a-b77e-7bb7de4b036b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:53.624364 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5e63ca96-6189-4fc1-8a09-58a7e58f96f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:54.024038 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:54.527712 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:39:56.532341 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:14.326341 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 5 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:40:19.845186 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7a810c20-6dfd-43e0-8e31-7b8d39790410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:23.587707 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9e094fac-d7b0-4d6c-9d21-40124ecc9d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:24.016647 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:24.530417 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:26.530379 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:49.849179 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a7992163-7d59-42c5-8976-2076d6393a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:50.599816 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44386) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:40:50.605747 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [None req-4de1298f-dfae-481f-bb4a-33a4ba6379d1 tempest-verify_tempest_config-361064177 tempest-verify_tempest_config-361064177-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:40:50.606724 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-4de1298f-dfae-481f-bb4a-33a4ba6379d1 tempest-verify_tempest_config-361064177 tempest-verify_tempest_config-361064177-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059726
Sep 25 04:40:51.094534 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44404) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:40:51.197684 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:51.289225 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:51.324446 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 5 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:40:51.351725 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:51.398521 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eed205ef738b4639a9b614bd3c965446&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3028884
Sep 25 04:40:51.399591 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8dc96b-943c-4c22-8987-4c1d4d0cbde3,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:40:51.401275 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44408) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:40:51.407403 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.407772 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.408118 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.408488 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.408820 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.409224 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.409499 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.409844 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.410173 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.410498 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.410824 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.411142 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3090cce-5cd9-41b4-978a-13e0acdffce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.462701 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:51.487363 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:51.643572 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:51.646255 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:51.647647 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4d8dc96b-943c-4c22-8987-4c1d4d0cbde3 HTTP/1.1" status: 204  len: 168 time: 0.2447135
Sep 25 04:40:51.655647 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8dc96b-943c-4c22-8987-4c1d4d0cbde3,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:40:51.662725 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.663021 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.663367 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.663705 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.664044 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.664455 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.664815 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.665093 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.665423 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.665744 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.666103 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:51.666387 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb33882-b5fa-4e64-9364-d8950c31c162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:40:53.580310 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-23826466-8a8f-462d-ac6a-6d46bc16bc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:54.025355 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:54.546733 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:40:56.563234 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:41:19.829513 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-11ab09d9-3106-4626-be4d-31fec57e9e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:41:23.578187 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-532275a3-53b5-4a0e-9eb9-58f516ae136f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:41:23.995542 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:41:24.521257 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:41:26.537693 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:41:28.322686 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 5 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:41:49.867379 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-527385a7-2f81-4be5-ab15-5a36737950a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:41:53.559548 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ad8962be-cc23-482f-a359-4063b9477eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:41:54.021754 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:41:54.513969 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:41:56.530196 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:42:05.320728 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 5 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:42:19.825634 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-db33dc99-15a8-4f80-851f-feb4c3e8a0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:42:23.568584 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fc3af593-4b50-4330-a03c-c77987aea22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:42:24.019953 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:42:24.534237 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:42:25.128331 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3716555'] for agent, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:42:26.551287 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:42:40.553227 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44482) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:42:40.660358 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2df0d69e-2a7c-4f55-b946-f4523c222bac admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.1059706
Sep 25 04:42:42.319244 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:42:42.880580 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44492) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:42:42.938255 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5187e853-76c4-4ff3-9a10-8138bd63dcb1 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.0565367
Sep 25 04:42:49.829426 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-221d1f83-3727-4210-923d-2d837f11f7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:42:53.623751 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-745612fd-01a6-4094-98e0-0777ff48d329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:42:54.012688 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:42:54.566444 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:42:55.046112 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:42:56.549495 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:43:19.317742 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:43:19.844878 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e0a86131-c53d-49cc-bbdb-44845e8c77bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:43:23.621873 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d0653f4d-4e52-4a14-b7b8-5f82889413b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:43:24.033197 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:43:24.547393 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:43:25.067636 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:43:26.559953 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:43:49.854589 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f28c95dc-cef3-4d40-b912-6dfd170c6cbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:43:53.574293 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1f035515-f41c-4f44-a088-4efebd9c8633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:43:54.014639 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:43:54.551373 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:43:55.071175 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:43:56.315989 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:43:56.562603 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:13.332845 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44650) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:13.355722 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44656) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:13.712105 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1562964168-network', 'tenant_id': '718e9f9316ce4cfe9c9f708fc13f0f78'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:13.743495 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-69672237-network', 'tenant_id': 'dbe579cf95634476890db51eac194687'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:13.820074 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Made reservation on behalf of 718e9f9316ce4cfe9c9f708fc13f0f78 for: {'network': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:13.822826 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:13.833093 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:13.916403 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Made reservation on behalf of dbe579cf95634476890db51eac194687 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:13.920008 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:13.927816 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.010286 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.093709 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.127456 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dba320-4dfa-46e2-8625-0a45700b8dd2,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:14.138923 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.139932 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.139932 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.140508 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.140996 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.141498 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.142006 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.142359 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.142850 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.143337 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.143897 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.144428 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Tracked resource versions report:
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]: pushed versions:
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]: {   'AddressGroup': {'1.2'},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     'ConntrackHelper': {'1.0'},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     'Log': {'1.0'},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     'Network': {'1.1'},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     'Port': {'1.7'},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     'PortForwarding': {'1.2'},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     'QosPolicy': {'1.9'},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     'SecurityGroup': {'1.4'},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     'SecurityGroupRule': {'1.2'},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     'SubPort': {'1.0'},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     'Subnet': {'1.1'},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     'Trunk': {'1.1'}}
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]: consumer versions:
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]: {   DHCP agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     HyperV agent@hv-cinder-76845: {},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     L3 agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     Metadata agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     Metering agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:     Open vSwitch agent@dv-cinder-768458-10-iscsi: {   'AddressGroup': '1.2',
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'ConntrackHelper': '1.0',
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'Log': '1.0',
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'Network': '1.1',
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'Port': '1.7',
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'PortForwarding': '1.2',
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'QosPolicy': '1.9',
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'SecurityGroup': '1.4',
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'SecurityGroupRule': '1.2',
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'SubPort': '1.0',
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'Subnet': '1.1',
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:                                                       'Trunk': '1.1'}}
Sep 25 04:44:14.145738 dv-cinder-768458-10-iscsi neutron-server[101197]:  {{(pid=101197) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 25 04:44:14.152155 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'}  {{(pid=101197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:44:14.164950 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.165638 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.segments_db [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Added segment e7e85cb2-ef6a-4aae-9356-ef5015196690 of type vlan for network af23ecb4-cb87-49c7-b41f-0ed1def6f5e6
Sep 25 04:44:14.197595 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.208363 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.242956 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.285230 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:44:14.300678 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e28aaa5-d985-43f6-962c-59133aef7d36,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:14.305368 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.306424 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:14.311259 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.315686 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.316567 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.317812 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.318643 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.319399 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.320804 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.321578 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.322553 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.323121 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.323666 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.324212 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.324776 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Tracked resource versions report:
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]: pushed versions:
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]: {   'AddressGroup': {'1.2'},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     'ConntrackHelper': {'1.0'},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     'Log': {'1.0'},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     'Network': {'1.1'},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     'Port': {'1.7'},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     'PortForwarding': {'1.2'},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     'QosPolicy': {'1.9'},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     'SecurityGroup': {'1.4'},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     'SecurityGroupRule': {'1.2'},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     'SubPort': {'1.0'},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     'Subnet': {'1.1'},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     'Trunk': {'1.1'}}
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]: consumer versions:
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]: {   DHCP agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     HyperV agent@hv-cinder-76845: {},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     L3 agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     Metadata agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     Metering agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:     Open vSwitch agent@dv-cinder-768458-10-iscsi: {   'AddressGroup': '1.2',
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'ConntrackHelper': '1.0',
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'Log': '1.0',
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'Network': '1.1',
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'Port': '1.7',
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'PortForwarding': '1.2',
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'QosPolicy': '1.9',
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'SecurityGroup': '1.4',
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'SecurityGroupRule': '1.2',
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'SubPort': '1.0',
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'Subnet': '1.1',
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:                                                       'Trunk': '1.1'}}
Sep 25 04:44:14.326835 dv-cinder-768458-10-iscsi neutron-server[101198]:  {{(pid=101198) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 25 04:44:14.337563 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.338109 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Added segment 170f2d13-7b1d-46f5-a2e9-111c90e535ca of type vlan for network 85def040-d61d-48c6-b291-38db29b62b1a
Sep 25 04:44:14.393446 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] Pushing event updated for resources: {'Network': ['ID=af23ecb4-cb87-49c7-b41f-0ed1def6f5e6,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:14.402009 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-39b05ad8-c968-42d2-be6d-5eb61973700d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.0680628
Sep 25 04:44:14.403253 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44708) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:14.408542 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-3d2c5139-9cd1-4f83-8dfc-d2a81b2d55f2 admin admin] Request body: {'subnet': {'network_id': 'af23ecb4-cb87-49c7-b41f-0ed1def6f5e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1562964168-subnet', 'tenant_id': '718e9f9316ce4cfe9c9f708fc13f0f78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:14.408796 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.412825 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network af23ecb4-cb87-49c7-b41f-0ed1def6f5e6 details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:44:14.477026 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2c5139-9cd1-4f83-8dfc-d2a81b2d55f2 admin admin] Made reservation on behalf of 718e9f9316ce4cfe9c9f708fc13f0f78 for: {'subnet': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:14.479422 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3d2c5139-9cd1-4f83-8dfc-d2a81b2d55f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.527580 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.528535 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:14.529321 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.585591 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] Pushing event updated for resources: {'Network': ['ID=85def040-d61d-48c6-b291-38db29b62b1a,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:14.600257 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 85def040-d61d-48c6-b291-38db29b62b1a details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:44:14.608500 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44714) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:14.654029 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ed6f254c-396a-444d-a560-41a9163393b3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.2969229
Sep 25 04:44:14.657500 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44718) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:14.662161 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-aa649dca-25c0-46f6-801b-9f78a8785e68 admin admin] Request body: {'subnet': {'network_id': '85def040-d61d-48c6-b291-38db29b62b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-69672237-subnet', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:14.676241 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44720) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:14.720499 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44724) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:14.731486 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44726) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:14.767549 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa649dca-25c0-46f6-801b-9f78a8785e68 admin admin] Made reservation on behalf of dbe579cf95634476890db51eac194687 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:14.769965 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-aa649dca-25c0-46f6-801b-9f78a8785e68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.836460 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3d2c5139-9cd1-4f83-8dfc-d2a81b2d55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for subnet, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:14.909621 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2c5139-9cd1-4f83-8dfc-d2a81b2d55f2 admin admin] Checking segment: {'id': 'e7e85cb2-ef6a-4aae-9356-ef5015196690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'af23ecb4-cb87-49c7-b41f-0ed1def6f5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:14.910037 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c5139-9cd1-4f83-8dfc-d2a81b2d55f2 admin admin] Network hostable DHCP agents. Network: af23ecb4-cb87-49c7-b41f-0ed1def6f5e6, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:44:14.913193 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2c5139-9cd1-4f83-8dfc-d2a81b2d55f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7f7a442-aa98-4b88-afb7-e811690a5b74,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:14.949019 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-39634294-network', 'tenant_id': '649e7fd2108b4fde8b196f1191d55464'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:14.963278 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1598381431-network', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:14.979234 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2c5139-9cd1-4f83-8dfc-d2a81b2d55f2 admin admin] Network af23ecb4-cb87-49c7-b41f-0ed1def6f5e6 is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:44:14.993010 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-765231440-network', 'tenant_id': '1acfae3797414624a27726f272db6b92'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:15.005827 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-network', 'tenant_id': 'b572a0366594463587c5764ffc266df4'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:15.009818 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-aa649dca-25c0-46f6-801b-9f78a8785e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.053307 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-3d2c5139-9cd1-4f83-8dfc-d2a81b2d55f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, af23ecb4-cb87-49c7-b41f-0ed1def6f5e6) {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:15.060787 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2c5139-9cd1-4f83-8dfc-d2a81b2d55f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:15.061393 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3d2c5139-9cd1-4f83-8dfc-d2a81b2d55f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.062811 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327ebb15-654d-4c32-b9f7-d73ebfaff313 None None] Network af23ecb4-cb87-49c7-b41f-0ed1def6f5e6 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:15.155844 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Made reservation on behalf of 649e7fd2108b4fde8b196f1191d55464 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:15.159310 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.193605 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.207115 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dac8f99-a0ec-4875-b503-c4f96afbc8f1 None None] Network af23ecb4-cb87-49c7-b41f-0ed1def6f5e6 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:15.219680 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa649dca-25c0-46f6-801b-9f78a8785e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aedebdbd-7d90-45fc-9460-f48bb0a0d00b,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:15.221989 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa649dca-25c0-46f6-801b-9f78a8785e68 admin admin] Checking segment: {'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:15.222348 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa649dca-25c0-46f6-801b-9f78a8785e68 admin admin] Network hostable DHCP agents. Network: 85def040-d61d-48c6-b291-38db29b62b1a, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:44:15.266089 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Made reservation on behalf of 2d5a7e3fa49940d88d496254460a9fd4 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:15.268653 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.284228 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.315371 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa649dca-25c0-46f6-801b-9f78a8785e68 admin admin] Network 85def040-d61d-48c6-b291-38db29b62b1a is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:44:15.396371 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Made reservation on behalf of 1acfae3797414624a27726f272db6b92 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:15.396899 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.399227 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-aa649dca-25c0-46f6-801b-9f78a8785e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 85def040-d61d-48c6-b291-38db29b62b1a) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:15.409774 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136317c1-8d95-450d-b34a-70fda0ff12cb None None] Network 85def040-d61d-48c6-b291-38db29b62b1a requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:15.419044 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa649dca-25c0-46f6-801b-9f78a8785e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:15.419044 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-aa649dca-25c0-46f6-801b-9f78a8785e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.419997 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.460264 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Made reservation on behalf of b572a0366594463587c5764ffc266df4 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:15.465493 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.476053 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.540323 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd89ba-5c6a-49bf-b34d-24c1885b0d4e None None] Network 85def040-d61d-48c6-b291-38db29b62b1a requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:15.545553 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-3d2c5139-9cd1-4f83-8dfc-d2a81b2d55f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.1409905
Sep 25 04:44:15.579062 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44758) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:15.579642 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-aa649dca-25c0-46f6-801b-9f78a8785e68 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9209335
Sep 25 04:44:15.584494 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-69672237-router', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:15.689956 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.735774 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.780627 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:44:15.798690 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4556304d-766b-4c79-abfa-049e2e65da64,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:15.801805 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.802286 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Added segment df545ded-d416-4a7b-b14b-381d0088fcbd of type vlan for network fc58d115-3941-4118-b154-96acedcdaffd
Sep 25 04:44:15.856672 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:15.914991 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.010772 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.013910 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.014905 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:16.015504 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.077996 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:44:16.099314 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dec549d-8c70-40dc-a626-1dd4aa9281d6,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:16.114690 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.115529 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Added segment fea0613f-0a91-4abe-a14b-24990ee13cc5 of type vlan for network 662548c6-ea0f-42ea-8c47-15dfa9490131
Sep 25 04:44:16.203886 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] Pushing event updated for resources: {'Network': ['ID=fc58d115-3941-4118-b154-96acedcdaffd,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:16.220460 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network fc58d115-3941-4118-b154-96acedcdaffd details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:44:16.230743 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.316537 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.350746 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.351837 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:16.352547 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.377076 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.442405 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:44:16.455664 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] Pushing event updated for resources: {'Network': ['ID=662548c6-ea0f-42ea-8c47-15dfa9490131,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:16.464877 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-39ade92b-c43a-42da-8c62-a5c95bafb641 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7857378
Sep 25 04:44:16.466143 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 662548c6-ea0f-42ea-8c47-15dfa9490131 details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:44:16.469911 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2faeb691-ab91-465c-a875-2658dd818f36 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.8560071
Sep 25 04:44:16.470109 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44804) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:16.477152 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44806) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:16.477369 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Request body: {'subnet': {'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1598381431-subnet', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:16.482115 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-42ce0708-7373-4d19-a2b1-300d5666904d admin admin] Request body: {'subnet': {'network_id': 'fc58d115-3941-4118-b154-96acedcdaffd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-39634294-subnet', 'tenant_id': '649e7fd2108b4fde8b196f1191d55464', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:16.497849 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.497849 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Added segment f7f4e6a1-b613-43c0-aa04-836646d481e2 of type vlan for network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb
Sep 25 04:44:16.498657 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876ad510-d01b-4f56-8a89-99d787591301,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:16.619800 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.676573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44816) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:16.681511 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.686222 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1581523898-network', 'tenant_id': '85ae3035784448c69b20f8c7ab1da710'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:16.765818 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.765818 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:16.765818 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.829048 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] Pushing event updated for resources: {'Network': ['ID=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:16.831186 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.844593 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:44:16.848904 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:44:16.872505 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.872858 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Added segment d3655648-b8ce-4291-835c-f0c038bb2711 of type vlan for network 4da2159d-60a0-4d83-9c3e-f0f173eed71c
Sep 25 04:44:16.909244 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-bfae9866-c376-45ff-ba6e-ea2c9b126e9d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.1881545
Sep 25 04:44:16.913286 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44828) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:16.919591 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Request body: {'subnet': {'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-765231440-subnet', 'tenant_id': '1acfae3797414624a27726f272db6b92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:16.934476 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64609aa2-1cc6-4d2a-90aa-89b5a5429370,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:16.959587 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.962854 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30137'] for router, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.964967 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3703411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30128'] for router, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:16.979247 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.db.api [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Sep 25 04:44:16.979247 dv-cinder-768458-10-iscsi neutron-server[101197]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Sep 25 04:44:16.979247 dv-cinder-768458-10-iscsi neutron-server[101197]: [parameters: {'project_id_1': '2d5a7e3fa49940d88d496254460a9fd4', 'expiration_1': datetime.datetime(2021, 9, 25, 4, 43, 56, 486043)}]
Sep 25 04:44:16.979247 dv-cinder-768458-10-iscsi neutron-server[101197]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 25 04:44:16.979724 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG oslo_db.api [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 25 04:44:16.980024 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.db.api [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Sep 25 04:44:16.980024 dv-cinder-768458-10-iscsi neutron-server[101197]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Sep 25 04:44:16.980024 dv-cinder-768458-10-iscsi neutron-server[101197]: [parameters: {'project_id_1': '85ae3035784448c69b20f8c7ab1da710', 'expiration_1': datetime.datetime(2021, 9, 25, 4, 43, 56, 694584)}]
Sep 25 04:44:16.980024 dv-cinder-768458-10-iscsi neutron-server[101197]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 25 04:44:16.980379 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG oslo_db.api [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 25 04:44:16.998626 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.db.api [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Sep 25 04:44:16.998626 dv-cinder-768458-10-iscsi neutron-server[101197]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Sep 25 04:44:16.998626 dv-cinder-768458-10-iscsi neutron-server[101197]: [parameters: {'project_id_1': '1acfae3797414624a27726f272db6b92', 'expiration_1': datetime.datetime(2021, 9, 25, 4, 43, 56, 930842)}]
Sep 25 04:44:16.998626 dv-cinder-768458-10-iscsi neutron-server[101197]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101197) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 25 04:44:16.999092 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG oslo_db.api [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 25 04:44:17.063680 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ce0708-7373-4d19-a2b1-300d5666904d admin admin] Made reservation on behalf of 649e7fd2108b4fde8b196f1191d55464 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:17.066287 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-42ce0708-7373-4d19-a2b1-300d5666904d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:17.099104 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:17.101056 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:17.101056 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:17.141595 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:17.208952 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=4da2159d-60a0-4d83-9c3e-f0f173eed71c,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:17.220663 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 4da2159d-60a0-4d83-9c3e-f0f173eed71c details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:44:17.278424 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-12a0eb29-c66a-4810-a88d-f275d056e1e9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.5455942
Sep 25 04:44:17.281634 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44834) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:17.287164 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-4c651158-0688-4fc9-b9ec-21d09df7ec75 admin admin] Request body: {'subnet': {'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-subnet', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:17.390730 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-42ce0708-7373-4d19-a2b1-300d5666904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:17.432190 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:17.453352 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce0708-7373-4d19-a2b1-300d5666904d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6e728e4-86a6-4305-8ac3-ccdabaff5689,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:17.468140 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce0708-7373-4d19-a2b1-300d5666904d admin admin] Checking segment: {'id': 'df545ded-d416-4a7b-b14b-381d0088fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fc58d115-3941-4118-b154-96acedcdaffd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:17.468532 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce0708-7373-4d19-a2b1-300d5666904d admin admin] Network hostable DHCP agents. Network: fc58d115-3941-4118-b154-96acedcdaffd, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:44:17.509137 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c651158-0688-4fc9-b9ec-21d09df7ec75 admin admin] Made reservation on behalf of b572a0366594463587c5764ffc266df4 for: {'subnet': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:17.513546 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c651158-0688-4fc9-b9ec-21d09df7ec75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:17.532902 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ce0708-7373-4d19-a2b1-300d5666904d admin admin] Network fc58d115-3941-4118-b154-96acedcdaffd is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:44:17.589252 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44844) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:17.626939 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Made reservation on behalf of 2d5a7e3fa49940d88d496254460a9fd4 for: {'subnet': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:17.631417 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:17.675757 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-42ce0708-7373-4d19-a2b1-300d5666904d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, fc58d115-3941-4118-b154-96acedcdaffd) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:17.681138 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ce0708-7373-4d19-a2b1-300d5666904d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:17.681841 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-42ce0708-7373-4d19-a2b1-300d5666904d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:17.688818 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f927d9-ea82-415b-a1d2-464e95cc9c5d None None] Network fc58d115-3941-4118-b154-96acedcdaffd requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:17.765044 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fc67ea78-154a-4e85-9f05-17ec264c771a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:17.800282 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Made reservation on behalf of 85ae3035784448c69b20f8c7ab1da710 for: {'network': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:17.803308 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:17.832625 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6c53f2-c26e-4aef-9a22-a17d98cbc049 None None] Network fc58d115-3941-4118-b154-96acedcdaffd requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:17.889723 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:17.955969 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Made reservation on behalf of 1acfae3797414624a27726f272db6b92 for: {'subnet': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:17.958266 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.017544 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-42ce0708-7373-4d19-a2b1-300d5666904d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5392640
Sep 25 04:44:18.061035 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for subnet, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.077564 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c651158-0688-4fc9-b9ec-21d09df7ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for subnet, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.110430 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fc67ea78-154a-4e85-9f05-17ec264c771a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.184455 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fc67ea78-154a-4e85-9f05-17ec264c771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.225547 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67ea78-154a-4e85-9f05-17ec264c771a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113677b3-0e4a-4590-afe6-386410c8c3f8,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:18.234238 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-fc67ea78-154a-4e85-9f05-17ec264c771a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=613fd8fd3bc04f79ab2d340d9efe6edd&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6429689
Sep 25 04:44:18.234833 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44866) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:18.257349 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8524f7c8-7a47-40ed-8be3-7285aeb94293,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:18.293881 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9dc0fb59-dc55-4ba9-9e95-c7841d213241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.318427 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9dc0fb59-dc55-4ba9-9e95-c7841d213241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.425707 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.442800 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9dc0fb59-dc55-4ba9-9e95-c7841d213241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.443342 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Checking segment: {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:18.443708 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Network hostable DHCP agents. Network: 662548c6-ea0f-42ea-8c47-15dfa9490131, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:44:18.446638 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9dc0fb59-dc55-4ba9-9e95-c7841d213241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.450637 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9dc0fb59-dc55-4ba9-9e95-c7841d213241 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/113677b3-0e4a-4590-afe6-386410c8c3f8 HTTP/1.1" status: 204  len: 168 time: 0.2121646
Sep 25 04:44:18.466008 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0fb59-dc55-4ba9-9e95-c7841d213241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113677b3-0e4a-4590-afe6-386410c8c3f8,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:18.468933 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c651158-0688-4fc9-b9ec-21d09df7ec75 admin admin] Checking segment: {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:18.469284 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c651158-0688-4fc9-b9ec-21d09df7ec75 admin admin] Network hostable DHCP agents. Network: 4da2159d-60a0-4d83-9c3e-f0f173eed71c, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:44:18.485928 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.542960 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c651158-0688-4fc9-b9ec-21d09df7ec75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71e42a9c-4c27-485f-866b-a65a7784d81c,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:18.727521 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for subnet, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.778536 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.780453 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Network 662548c6-ea0f-42ea-8c47-15dfa9490131 is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:44:18.782280 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c651158-0688-4fc9-b9ec-21d09df7ec75 admin admin] Network 4da2159d-60a0-4d83-9c3e-f0f173eed71c is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:44:18.803395 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Allocated IP 172.27.2.106 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/b8e04f4e-b97a-44d7-9618-ef9bf11a4e31) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:18.844943 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7bb23d2-1229-4f2c-95e2-e00af48f4c2c,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:18.879123 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Checking segment: {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:18.879497 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Network hostable DHCP agents. Network: 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:44:18.885278 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.956373 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'}  {{(pid=101197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:44:18.969326 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-4c651158-0688-4fc9-b9ec-21d09df7ec75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 4da2159d-60a0-4d83-9c3e-f0f173eed71c) {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:18.970866 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 662548c6-ea0f-42ea-8c47-15dfa9490131) {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:18.983655 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0109b8-4a86-4415-b37f-1ddebe1abe95 None None] Network 4da2159d-60a0-4d83-9c3e-f0f173eed71c requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:18.987789 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c651158-0688-4fc9-b9ec-21d09df7ec75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:18.988426 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c651158-0688-4fc9-b9ec-21d09df7ec75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:18.996624 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1713f1-07df-47a6-a424-51c75f5e0f40,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:19.003307 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.003968 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.segments_db [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Added segment d45d99ec-0bcd-4e6c-8897-76f7d65fd545 of type vlan for network 9ef4386f-6fb6-4b97-b17e-7fff028465d3
Sep 25 04:44:19.021018 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44900) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:19.023983 dv-cinder-768458-10-iscsi neutron-server[101198]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Sep 25 04:44:19.043354 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:44:19.074681 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:19.075283 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.101152 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb) {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:19.104476 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17734ea1-4aed-46e7-9911-a9662eb74f65 None None] Network 662548c6-ea0f-42ea-8c47-15dfa9490131 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:19.105269 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.115214 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.120260 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:19.120260 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.138284 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e327f3e-ccdd-40ff-81a3-a725167f8766 None None] Network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:19.199708 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4c651158-0688-4fc9-b9ec-21d09df7ec75 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.9168797
Sep 25 04:44:19.203641 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44902) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:19.211434 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:19.228198 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-1ac89365-09eb-468b-a13f-116efa4984f6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.7574120
Sep 25 04:44:19.230901 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 44904) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:19.235511 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:19.278189 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-13438e7b-7b58-49a9-8cff-a8324bda718d tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:19.279738 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-13438e7b-7b58-49a9-8cff-a8324bda718d tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/networks?id=fc58d115-3941-4118-b154-96acedcdaffd HTTP/1.1" status: 200  len: 810 time: 0.2570622
Sep 25 04:44:19.297984 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-18bc4cd1-a6ad-42f1-83d7-0eebc9ce2da9 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/quotas/649e7fd2108b4fde8b196f1191d55464 HTTP/1.1" status: 200  len: 375 time: 0.0114186
Sep 25 04:44:19.309220 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-2a800387-e19e-4b08-bc75-9ba331fc8f02 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.3940754
Sep 25 04:44:19.346246 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.434970 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-0e379f05-67d5-42c4-b53a-c18e4ba1c044 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=649e7fd2108b4fde8b196f1191d55464&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1262603
Sep 25 04:44:19.441659 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.443754 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44908) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:19.445156 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:19.446196 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.472216 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e536551d-0547-4f15-87a1-dda6bed468f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.558815 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30137'] for router, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.560216 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3703411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30128'] for router, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.607212 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30137'] for router, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.609063 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3703411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30128'] for router, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.639606 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:19.646810 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e04f4e-b97a-44d7-9618-ef9bf11a4e31,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:19.649953 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:19.683616 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ad888-ecb2-492a-a7d8-463b4103af01 None None] Network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:19.711491 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:19.718220 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 3.0402107
Sep 25 04:44:19.718924 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7b69b3-1a43-4222-8e00-90f3b4ac31af admin admin] Pushing event updated for resources: {'Network': ['ID=9ef4386f-6fb6-4b97-b17e-7fff028465d3,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:19.727290 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44926) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:19.744586 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-d84b3a32-348f-4812-8185-3c3615d8421d admin admin] Request body: {'subnet': {'network_id': '9ef4386f-6fb6-4b97-b17e-7fff028465d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1581523898-subnet', 'tenant_id': '85ae3035784448c69b20f8c7ab1da710', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:19.807828 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70b41eb-9793-5ca1-934a-2b4112ba30ab-4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c'}]}} from dv-cinder-768458-10-iscsi. {{(pid=101199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Sep 25 04:44:19.809418 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.813643 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 9ef4386f-6fb6-4b97-b17e-7fff028465d3 details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:44:19.828429 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70b41eb-9793-5ca1-934a-2b4112ba30ab-662548c6-ea0f-42ea-8c47-15dfa9490131', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293'}]}} from dv-cinder-768458-10-iscsi. {{(pid=101199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Sep 25 04:44:19.829153 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.837027 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-215b9a8f-bf26-4c48-bc9e-ec59edf79857 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:44:19.845609 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-215b9a8f-bf26-4c48-bc9e-ec59edf79857 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1527603
Sep 25 04:44:19.969024 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e536551d-0547-4f15-87a1-dda6bed468f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:19.987940 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-0357985e-19cb-48ad-a6bd-6a616aed941c service neutron] 10.222.0.20 "GET /v2.0/networks/fc58d115-3941-4118-b154-96acedcdaffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412029
Sep 25 04:44:20.015577 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:20.106143 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:20.131936 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e536551d-0547-4f15-87a1-dda6bed468f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:20.276279 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e536551d-0547-4f15-87a1-dda6bed468f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286fc3aa-9372-4016-975e-73b985b8a53f,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:20.306624 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e536551d-0547-4f15-87a1-dda6bed468f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4cf2e151a412486d82ee446d19598285&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8549433
Sep 25 04:44:20.315775 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44940) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:20.328630 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84b3a32-348f-4812-8185-3c3615d8421d admin admin] Made reservation on behalf of 85ae3035784448c69b20f8c7ab1da710 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:20.332596 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d84b3a32-348f-4812-8185-3c3615d8421d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:20.355404 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-e5b0bc2c-2dc6-443a-bbd5-008d54f0ae6f service neutron] 10.222.0.20 "GET /v2.0/networks/fc58d115-3941-4118-b154-96acedcdaffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3662372
Sep 25 04:44:20.409430 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-149c9037-b1c9-42f0-8874-0c7e2fc62558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:20.732280 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Allocated IP 172.20.0.2 (662548c6-ea0f-42ea-8c47-15dfa9490131/8524f7c8-7a47-40ed-8be3-7285aeb94293/d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:20.751398 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Allocated IP 172.20.0.2 (4da2159d-60a0-4d83-9c3e-f0f173eed71c/71e42a9c-4c27-485f-866b-a65a7784d81c/55dcbb07-a3cc-4290-90a3-5770f021d37c) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:20.876337 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f35425b9-c08f-4b0d-9e98-35cac9cd50f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:20.937118 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f35425b9-c08f-4b0d-9e98-35cac9cd50f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:21.130005 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:21.134419 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:21.159574 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 44970) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:21.227501 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-73fb097d-900b-4998-b54b-ad2e534d79c9 req-5cb78df2-25ae-4f2d-a399-6541663ee7c3 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 210 time: 0.1583812
Sep 25 04:44:21.260239 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:21.308679 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f35425b9-c08f-4b0d-9e98-35cac9cd50f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:21.311725 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f35425b9-c08f-4b0d-9e98-35cac9cd50f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:21.316362 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f35425b9-c08f-4b0d-9e98-35cac9cd50f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/286fc3aa-9372-4016-975e-73b985b8a53f HTTP/1.1" status: 204  len: 168 time: 1.0018184
Sep 25 04:44:21.378731 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35425b9-c08f-4b0d-9e98-35cac9cd50f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286fc3aa-9372-4016-975e-73b985b8a53f,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:21.398718 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:21.460442 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:21.477620 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-9cf44de2-426a-40af-8154-b6fb1f7ae8d4 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:21.492076 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-9cf44de2-426a-40af-8154-b6fb1f7ae8d4 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/networks?id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb HTTP/1.1" status: 200  len: 814 time: 0.3257484
Sep 25 04:44:21.514075 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d84b3a32-348f-4812-8185-3c3615d8421d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:21.539397 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:21.582376 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b3a32-348f-4812-8185-3c3615d8421d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac88a98-7b4f-4f48-bfe9-088b110c857f,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:21.595460 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-7c6d50e8-ca20-41a2-ad5e-3f1209a5bce5 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/quotas/1acfae3797414624a27726f272db6b92 HTTP/1.1" status: 200  len: 375 time: 0.1011093
Sep 25 04:44:21.624993 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:21.629360 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Network 662548c6-ea0f-42ea-8c47-15dfa9490131 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:21.635990 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Resources bound (agent type, host, resource id):  {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:21.644283 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:21.665032 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Pushing event updated for resources: {'Port': ['ID=d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:21.674973 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-48a136aa-aac4-47ea-8984-f36d67ec4343 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0789194
Sep 25 04:44:21.731738 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b3a32-348f-4812-8185-3c3615d8421d admin admin] Checking segment: {'id': 'd45d99ec-0bcd-4e6c-8897-76f7d65fd545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9ef4386f-6fb6-4b97-b17e-7fff028465d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:21.732310 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84b3a32-348f-4812-8185-3c3615d8421d admin admin] Network hostable DHCP agents. Network: 9ef4386f-6fb6-4b97-b17e-7fff028465d3, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:44:21.736678 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Network 4da2159d-60a0-4d83-9c3e-f0f173eed71c is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:21.760165 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Resources bound (agent type, host, resource id):  {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:21.762913 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:21.763795 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:21.764528 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:21.764945 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:21.765476 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:21.765931 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:21.766358 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:21.766783 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:21.767288 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:21.767894 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:21.768217 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:21.768678 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Tracked resource versions report:
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]: pushed versions:
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]: {   'AddressGroup': {'1.2'},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     'ConntrackHelper': {'1.0'},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     'Log': {'1.0'},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     'Network': {'1.1'},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     'Port': {'1.7'},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     'PortForwarding': {'1.2'},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     'QosPolicy': {'1.9'},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     'SecurityGroup': {'1.4'},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     'SecurityGroupRule': {'1.2'},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     'SubPort': {'1.0'},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     'Subnet': {'1.1'},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     'Trunk': {'1.1'}}
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]: consumer versions:
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]: {   DHCP agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     HyperV agent@hv-cinder-76845: {},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     L3 agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     Metadata agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     Metering agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:     Open vSwitch agent@dv-cinder-768458-10-iscsi: {   'AddressGroup': '1.2',
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'ConntrackHelper': '1.0',
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'Log': '1.0',
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'Network': '1.1',
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'Port': '1.7',
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'PortForwarding': '1.2',
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'QosPolicy': '1.9',
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'SecurityGroup': '1.4',
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'SecurityGroupRule': '1.2',
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'SubPort': '1.0',
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'Subnet': '1.1',
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:                                                       'Trunk': '1.1'}}
Sep 25 04:44:21.770120 dv-cinder-768458-10-iscsi neutron-server[101199]:  {{(pid=101199) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 25 04:44:21.780587 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:21.825905 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-df06ccb4-ed82-4d43-a1ff-5b09fa88831e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:44:21.836859 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3703306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713470'] for router, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:21.846544 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-df06ccb4-ed82-4d43-a1ff-5b09fa88831e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0845361
Sep 25 04:44:21.873391 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84b3a32-348f-4812-8185-3c3615d8421d admin admin] Network 9ef4386f-6fb6-4b97-b17e-7fff028465d3 is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:44:21.976674 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-d84b3a32-348f-4812-8185-3c3615d8421d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 9ef4386f-6fb6-4b97-b17e-7fff028465d3) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:21.980200 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Attempting to bind port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:44:21.980867 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Attempting to bind port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:44:21.981455 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Attempting to bind port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 on network 662548c6-ea0f-42ea-8c47-15dfa9490131 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:21.989686 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84b3a32-348f-4812-8185-3c3615d8421d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:21.990672 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d84b3a32-348f-4812-8185-3c3615d8421d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.015042 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:44:22.015042 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Checking segment: {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:22.015042 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.015042 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Bound using segment: {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:44:22.015042 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Bound port: d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:44:22.015513 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.020884 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc59c4f-28a8-47b4-8b21-7ccf9e1d4e8d None None] Network 9ef4386f-6fb6-4b97-b17e-7fff028465d3 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:22.059408 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-49115011-a585-499f-a374-f2c462737546 service neutron] 10.222.0.20 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116230
Sep 25 04:44:22.183620 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d84b3a32-348f-4812-8185-3c3615d8421d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.4516208
Sep 25 04:44:22.200274 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.206978 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.343398 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-d63ad3cd-088e-4bb8-b953-587b8de4e365 service neutron] 10.222.0.20 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2830682
Sep 25 04:44:22.346576 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.350995 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.411349 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2499bce2-512e-4b73-befe-5845235b0cf8 req-cd693a27-7ba6-4530-bd44-239a4422b25f tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 210 time: 0.0660124
Sep 25 04:44:22.427600 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45014) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:22.501086 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e0b117-6d4d-4ebb-bcd6-4b00d9b85ccd admin admin] Deleting subnet d7f7a442-aa98-4b88-afb7-e811690a5b74 {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:44:22.505744 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-88e0b117-6d4d-4ebb-bcd6-4b00d9b85ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.597377 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-88e0b117-6d4d-4ebb-bcd6-4b00d9b85ccd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.627823 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-88e0b117-6d4d-4ebb-bcd6-4b00d9b85ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.659048 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Pushing event updated for resources: {'Port': ['ID=55dcbb07-a3cc-4290-90a3-5770f021d37c,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:22.699731 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Attempting to bind port 55dcbb07-a3cc-4290-90a3-5770f021d37c on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:44:22.700100 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Attempting to bind port 55dcbb07-a3cc-4290-90a3-5770f021d37c by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:44:22.700496 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Attempting to bind port 55dcbb07-a3cc-4290-90a3-5770f021d37c on network 4da2159d-60a0-4d83-9c3e-f0f173eed71c {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:22.709302 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] For port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:44:22.713289 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058f511a-fa25-47ac-b07a-15611a8c3e1e None None] Network 9ef4386f-6fb6-4b97-b17e-7fff028465d3 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:22.716370 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] For port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:44:22.719690 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:44:22.720070 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Checking segment: {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:22.720510 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.720914 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Bound using segment: {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:44:22.721391 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Bound port: 55dcbb07-a3cc-4290-90a3-5770f021d37c, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:44:22.721961 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.816829 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.843014 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-88e0b117-6d4d-4ebb-bcd6-4b00d9b85ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.910757 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0b117-6d4d-4ebb-bcd6-4b00d9b85ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7f7a442-aa98-4b88-afb7-e811690a5b74,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:22.925300 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-88e0b117-6d4d-4ebb-bcd6-4b00d9b85ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:22.931217 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-88e0b117-6d4d-4ebb-bcd6-4b00d9b85ccd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d7f7a442-aa98-4b88-afb7-e811690a5b74 HTTP/1.1" status: 204  len: 168 time: 0.5013733
Sep 25 04:44:22.937482 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45034) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:23.012597 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fbe6db45-a7ef-4203-b1cd-734ad7f859e1 req-91b863b1-3d4c-425a-befc-b99f28197bd8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 210 time: 0.0801482
Sep 25 04:44:23.032071 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Router 1b702ac2-a12a-41c1-89fa-b5a40d92d20f is scheduled to L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 with binding_index 1 {{(pid=101197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 25 04:44:23.166964 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:23.205405 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] For port 55dcbb07-a3cc-4290-90a3-5770f021d37c, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:44:23.214273 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] For port 55dcbb07-a3cc-4290-90a3-5770f021d37c, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=55dcbb07-a3cc-4290-90a3-5770f021d37c,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:44:23.246571 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51fa0e-fa52-4011-9f4d-67eb4a1ce786 None None] Pushing event updated for resources: {'Port': ['ID=d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:23.248359 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Allocated IP 172.27.2.218 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/bb02a5b8-e2d6-4817-b4c8-b076625ff699) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:23.344363 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:23.371620 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:23.385228 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5dd328d520>> segment before_delete 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.385579 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5dd328d520>> subnet precommit_delete_associations 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.386567 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd356fe20>> segment_host_mapping after_create 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.386941 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd356fe20>> port after_create 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.387264 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd356fe20>> port after_delete 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.387599 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd356fe20>> port after_update 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.388131 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd356fe20>> segment after_delete 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.389475 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd356fe20>> subnet after_create 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.389972 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd356fe20>> subnet after_delete 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.390470 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd356fe20>> subnet after_update 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.454490 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d2f93-f80e-48ab-aeab-d2efe31eb58f None None] Pushing event updated for resources: {'Port': ['ID=55dcbb07-a3cc-4290-90a3-5770f021d37c,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:23.590255 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-283a2f08-ef2e-4a74-b662-bec2d9daf081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:23.672998 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:44:23.687471 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Sync routers for ids ['1b702ac2-a12a-41c1-89fa-b5a40d92d20f'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:44:23.705159 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Routers {'1b702ac2-a12a-41c1-89fa-b5a40d92d20f'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:44:23.706426 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8716850>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['1b702ac2-a12a-41c1-89fa-b5a40d92d20f'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:23.754321 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:23.804790 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] Notify callbacks [] for router, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:23.816263 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-31e8bc7f-99d5-4d44-8907-cfcdcb6c1cc7 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 8.2332346
Sep 25 04:44:23.817046 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45074) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:23.821496 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dd2e52f40>> subnet after_create 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.821889 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dd2e52f40>> subnet after_delete 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.822214 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dd2e52f40>> subnet before_create 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.822537 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dd2e52f40>> subnet before_update 55550000 {{(pid=101198) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:23.822899 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd328d670>,) {'filters': {'network_id': ['af23ecb4-cb87-49c7-b41f-0ed1def6f5e6']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:23.900151 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Set router 1b702ac2-a12a-41c1-89fa-b5a40d92d20f gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:44:23.958568 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd328d670>, 'e7e85cb2-ef6a-4aae-9356-ef5015196690') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:23.958909 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd328d670>, 'e7e85cb2-ef6a-4aae-9356-ef5015196690') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:23.978806 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-adda381d-da83-43b0-b624-2c6b8f84a180 req-fa2a3093-9e62-4d1d-a580-7f8eb7aefaa4 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 210 time: 0.1334150
Sep 25 04:44:24.009506 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855354'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.067186 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.088470 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:44:24.088880 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543668'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   from cryptography.utils import int_from_bytes
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   from cryptography.utils import int_from_bytes
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]: Traceback (most recent call last):
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     timer()
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     cb(*args, **kw)
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     return func(*args, **kwargs)
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     self._notify()
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     self.callback(batched_events)
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     event.method(event)
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     return f(self, *a, **k)
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._get(url).json()
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:44:24.100244 dv-cinder-768458-10-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:44:24.128605 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.212863 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1cf2291f-f349-41a8-996f-571d9adc3341 req-d6f64c7b-0614-418f-b31c-172b47e6a90d tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 210 time: 0.0749693
Sep 25 04:44:24.267461 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:24.331728 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8716850>, [{'id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'name': 'tempest-ServerRescueNegativeTestJSON-69672237-router', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:16Z', 'updated_at': '2021-09-25T04:44:19Z', 'revision_number': 3, 'project_id': 'dbe579cf95634476890db51eac194687', 'gw_port': {'id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:18Z', 'updated_at': '2021-09-25T04:44:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:24.338336 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.345846 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.350536 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] 10.222.0.20 "DELETE /v2.0/networks/af23ecb4-cb87-49c7-b41f-0ed1def6f5e6 HTTP/1.1" status: 204  len: 168 time: 1.4094319
Sep 25 04:44:24.352573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45084) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:24.374939 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc7ad2-b2b8-46c1-a277-f7f8bf674a9e admin admin] Pushing event deleted for resources: {'Network': ['ID=af23ecb4-cb87-49c7-b41f-0ed1def6f5e6,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:24.408434 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:24.409474 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.433780 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Checking router: 1b702ac2-a12a-41c1-89fa-b5a40d92d20f for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:44:24.434126 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Updating router 1b702ac2-a12a-41c1-89fa-b5a40d92d20f port b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 binding host dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:44:24.458289 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.512546 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.591447 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.638294 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:24.708640 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a8f95ff-6c89-4e87-b952-81f2a05834c5 admin admin] Deleting subnet dac88a98-7b4f-4f48-bfe9-088b110c857f {{(pid=101197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:44:24.755475 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.796711 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.816574 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7a8f95ff-6c89-4e87-b952-81f2a05834c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.824709 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:24.890566 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:24.932867 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7a8f95ff-6c89-4e87-b952-81f2a05834c5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:24.951681 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc4dc10-1b68-404f-88af-9fc204e4fac9 None None] Network 662548c6-ea0f-42ea-8c47-15dfa9490131 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:24.957264 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:24.990685 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Allocated IP 172.27.2.16 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:24.995229 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:24.999864 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7a8f95ff-6c89-4e87-b952-81f2a05834c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:25.055838 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Pushing event updated for resources: {'Port': ['ID=bb02a5b8-e2d6-4817-b4c8-b076625ff699,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:25.171455 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8881638b-7865-4980-b2b7-35cac27eeb50 None None] Provisioning complete for port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:25.173815 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8881638b-7865-4980-b2b7-35cac27eeb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:25.246914 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-490111a5-3529-4327-a07d-adf87085c7b8 req-b0d12168-a96c-450a-8b68-63ca18ed1b84 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 210 time: 0.0576627
Sep 25 04:44:25.365934 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:25.414338 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5576afd3-c057-4761-be42-c4a46622db03 None None] Network 4da2159d-60a0-4d83-9c3e-f0f173eed71c requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:44:25.583488 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0bc7d6b-a885-4cbb-b954-36ee6b497883 req-1cfb5ac8-d55b-42d5-b59c-5cb754feb205 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 210 time: 0.0282309
Sep 25 04:44:25.726909 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-21e2a87d-59b3-4853-beeb-5271dcd69c60 None None] Provisioning complete for port 55dcbb07-a3cc-4290-90a3-5770f021d37c triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:25.727288 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-21e2a87d-59b3-4853-beeb-5271dcd69c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:25.746509 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:25.758010 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7a8f95ff-6c89-4e87-b952-81f2a05834c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for subnet, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:25.896956 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f95ff-6c89-4e87-b952-81f2a05834c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac88a98-7b4f-4f48-bfe9-088b110c857f,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:25.905557 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45126) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:25.927096 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7a8f95ff-6c89-4e87-b952-81f2a05834c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:25.930673 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-7a8f95ff-6c89-4e87-b952-81f2a05834c5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dac88a98-7b4f-4f48-bfe9-088b110c857f HTTP/1.1" status: 204  len: 168 time: 1.5770872
Sep 25 04:44:25.935394 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45130) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:25.942863 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-21e2a87d-59b3-4853-beeb-5271dcd69c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.023211 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-21e2a87d-59b3-4853-beeb-5271dcd69c60 None None] For port 55dcbb07-a3cc-4290-90a3-5770f021d37c, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=55dcbb07-a3cc-4290-90a3-5770f021d37c,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:26.110855 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-21e2a87d-59b3-4853-beeb-5271dcd69c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.233731 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2a87d-59b3-4853-beeb-5271dcd69c60 None None] Pushing event updated for resources: {'Port': ['ID=55dcbb07-a3cc-4290-90a3-5770f021d37c,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:26.244717 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade452dd-73e9-48cf-94d1-763c8d0986b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.258314 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8c3c8dbf-0540-477b-bfd3-c50ea0bd45c2 None None] Provisioning complete for port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:26.276282 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8c3c8dbf-0540-477b-bfd3-c50ea0bd45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.276282 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:26.321381 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.23', 55876) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:26.346133 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.406742 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:26.407334 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.467823 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Pushing event updated for resources: {'Port': ['ID=fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:26.480310 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.494629 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade452dd-73e9-48cf-94d1-763c8d0986b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.516836 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8c3c8dbf-0540-477b-bfd3-c50ea0bd45c2 None None] Provisioning complete for port 55dcbb07-a3cc-4290-90a3-5770f021d37c triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:26.517585 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8c3c8dbf-0540-477b-bfd3-c50ea0bd45c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.560560 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:26.569005 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:26.581237 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:26.619279 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 55dcbb07-a3cc-4290-90a3-5770f021d37c up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:26.620130 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-700e93ae-4f29-4abf-8bc1-b8f41310788c req-3d439901-a12b-4381-9340-6793b48eb340 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 210 time: 0.1166313
Sep 25 04:44:26.623603 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade452dd-73e9-48cf-94d1-763c8d0986b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.627127 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.669743 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.701272 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade452dd-73e9-48cf-94d1-763c8d0986b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111d3c82-3854-4009-8cb0-21ac2a9540fa,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:26.745308 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.754941 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ade452dd-73e9-48cf-94d1-763c8d0986b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=61f1782af9974abe93badc7363d8ea75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8473077
Sep 25 04:44:26.774426 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45146) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:26.817984 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-021013e4-2374-4812-a363-1f55d62c1550 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:26.819793 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-021013e4-2374-4812-a363-1f55d62c1550 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.23 "GET /v2.0/networks?id=fc58d115-3941-4118-b154-96acedcdaffd HTTP/1.1" status: 200  len: 810 time: 0.4972501
Sep 25 04:44:26.841163 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 55dcbb07-a3cc-4290-90a3-5770f021d37c triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:26.841537 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.842541 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b51eb2b6-c99b-4179-9757-9ae0b5c5da42 req-6c28f3ba-10eb-405a-b1ce-d780c8055bda tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 210 time: 0.0512142
Sep 25 04:44:26.869979 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.875705 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f63b-7792-43d8-b660-8d449eb1e44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.881377 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Request body: {'port': {'device_id': '4a07ee29-5a30-4352-a879-bb395c179d64', 'network_id': 'fc58d115-3941-4118-b154-96acedcdaffd', 'admin_state_up': True, 'tenant_id': '649e7fd2108b4fde8b196f1191d55464'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:26.907438 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Attempting to bind port b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:44:26.908588 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Attempting to bind port b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:44:26.909164 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Attempting to bind port b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 on network 884f10d2-ae7d-401e-970c-bda63e6a05d5 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:26.945718 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:44:26.945718 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Checking segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:26.945718 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.945718 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Bound using segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:44:26.945718 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Bound port: b8e04f4e-b97a-44d7-9618-ef9bf11a4e31, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:44:26.946339 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:26.967482 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f63b-7792-43d8-b660-8d449eb1e44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:27.004203 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] For port b8e04f4e-b97a-44d7-9618-ef9bf11a4e31, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:44:27.009652 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.23', 55880) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:27.011613 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] For port b8e04f4e-b97a-44d7-9618-ef9bf11a4e31, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=b8e04f4e-b97a-44d7-9618-ef9bf11a4e31,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:44:27.040797 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Pushing event updated for resources: {'Port': ['ID=b8e04f4e-b97a-44d7-9618-ef9bf11a4e31,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:27.055497 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:27.056395 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:27.056922 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:27.057291 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:27.057696 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:27.058083 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:27.058425 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:27.058761 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:27.059111 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:27.059448 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:27.059863 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:27.060098 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Tracked resource versions report:
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]: pushed versions:
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]: {   'AddressGroup': {'1.2'},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     'ConntrackHelper': {'1.0'},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     'Log': {'1.0'},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     'Network': {'1.1'},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     'Port': {'1.7'},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     'PortForwarding': {'1.2'},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     'QosPolicy': {'1.9'},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     'SecurityGroup': {'1.4'},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     'SecurityGroupRule': {'1.2'},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     'SubPort': {'1.0'},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     'Subnet': {'1.1'},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     'Trunk': {'1.1'}}
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]: consumer versions:
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]: {   DHCP agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     HyperV agent@hv-cinder-76845: {},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     L3 agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     Metadata agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     Metering agent@dv-cinder-768458-10-iscsi: {},
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:     Open vSwitch agent@dv-cinder-768458-10-iscsi: {   'AddressGroup': '1.2',
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'ConntrackHelper': '1.0',
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'Log': '1.0',
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'Network': '1.1',
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'Port': '1.7',
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'PortForwarding': '1.2',
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'QosPolicy': '1.9',
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'SecurityGroup': '1.4',
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'SecurityGroupRule': '1.2',
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'SubPort': '1.0',
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'Subnet': '1.1',
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:                                                       'Trunk': '1.1'}}
Sep 25 04:44:27.061304 dv-cinder-768458-10-iscsi neutron-server[101200]:  {{(pid=101200) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Sep 25 04:44:27.105129 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:27.201013 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Routers {'1b702ac2-a12a-41c1-89fa-b5a40d92d20f'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:44:27.201946 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8716850>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['1b702ac2-a12a-41c1-89fa-b5a40d92d20f'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:27.298519 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411988c-b921-4bfc-84ae-b6695145e468 None None] Pushing event updated for resources: {'Port': ['ID=b8e04f4e-b97a-44d7-9618-ef9bf11a4e31,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:27.303201 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:27.413558 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] Set router 1b702ac2-a12a-41c1-89fa-b5a40d92d20f gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:44:27.431881 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:27.501630 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f63b-7792-43d8-b660-8d449eb1e44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:27.505374 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a8c8f63b-7792-43d8-b660-8d449eb1e44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:27.507728 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a8c8f63b-7792-43d8-b660-8d449eb1e44a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/111d3c82-3854-4009-8cb0-21ac2a9540fa HTTP/1.1" status: 204  len: 168 time: 0.7321610
Sep 25 04:44:27.567734 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8f63b-7792-43d8-b660-8d449eb1e44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111d3c82-3854-4009-8cb0-21ac2a9540fa,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:27.649630 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-b3486e6a-6ec3-44fb-8876-b832d858b02d tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:27.651445 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-b3486e6a-6ec3-44fb-8876-b832d858b02d tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "GET /v2.0/networks?id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb HTTP/1.1" status: 200  len: 814 time: 0.6394484
Sep 25 04:44:27.667273 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Request body: {'port': {'device_id': '846d04fc-b783-47ea-a5ab-bf5a61d9c42d', 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb', 'admin_state_up': True, 'tenant_id': '1acfae3797414624a27726f272db6b92'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:27.728073 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Made reservation on behalf of 649e7fd2108b4fde8b196f1191d55464 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:27.732010 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:27.765549 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c8f2150e-a79b-46cc-bda5-38834a964f1f req-7fb2f806-f2ca-40be-88a8-91aa53721357 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 210 time: 0.0554988
Sep 25 04:44:27.805305 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f5dd34303a0>> segment before_delete 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:27.806272 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f5dd34303a0>> subnet precommit_delete_associations 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:27.807820 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd3062310>> segment_host_mapping after_create 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:27.808684 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd3062310>> port after_create 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:27.809519 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd3062310>> port after_delete 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:27.810473 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd3062310>> port after_update 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:27.811207 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd3062310>> segment after_delete 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:27.812171 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd3062310>> subnet after_create 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:27.812957 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd3062310>> subnet after_delete 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:27.813700 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f5dd3062310>> subnet after_update 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:27.836143 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8716850>, [{'id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'name': 'tempest-ServerRescueNegativeTestJSON-69672237-router', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:16Z', 'updated_at': '2021-09-25T04:44:19Z', 'revision_number': 3, 'project_id': 'dbe579cf95634476890db51eac194687', 'gw_port': {'id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:18Z', 'updated_at': '2021-09-25T04:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:27.869009 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8566c72c-0921-4892-94e2-73a10d8eeddd None None] The sync data for ids ['1b702ac2-a12a-41c1-89fa-b5a40d92d20f'] in dv-cinder-768458-10-iscsi is: [{'id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'name': 'tempest-ServerRescueNegativeTestJSON-69672237-router', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:16Z', 'updated_at': '2021-09-25T04:44:19Z', 'revision_number': 3, 'project_id': 'dbe579cf95634476890db51eac194687', 'gw_port': {'id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:18Z', 'updated_at': '2021-09-25T04:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:44:27.993309 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 55dcbb07-a3cc-4290-90a3-5770f021d37c up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:28.099217 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-30124a36-8097-423b-92a7-170a1befff92 req-ec64a939-aa3a-40f7-84db-7ea524b5398c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 210 time: 0.1218152
Sep 25 04:44:28.122124 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 55dcbb07-a3cc-4290-90a3-5770f021d37c triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:28.122823 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:28.204704 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dd3527970>> subnet after_create 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:28.205079 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dd3527970>> subnet after_delete 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:28.205381 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dd3527970>> subnet before_create 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:28.205718 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f5dd3527970>> subnet before_update 55550000 {{(pid=101197) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Sep 25 04:44:28.206102 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd3bcc730>,) {'filters': {'network_id': ['9ef4386f-6fb6-4b97-b17e-7fff028465d3']}} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:28.251225 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3703306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713470'] for router, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:28.735748 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd3bcc730>, 'd45d99ec-0bcd-4e6c-8897-76f7d65fd545') {'for_net_delete': True} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:28.735748 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd3bcc730>, 'd45d99ec-0bcd-4e6c-8897-76f7d65fd545') {} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:28.749472 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Made reservation on behalf of 1acfae3797414624a27726f272db6b92 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:28.749472 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:28.750328 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9493522'] for segment, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:28.750403 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Allocated IP 172.20.0.6 (fc58d115-3941-4118-b154-96acedcdaffd/c6e728e4-86a6-4305-8ac3-ccdabaff5689/4c60bb6c-1555-4737-9dbb-3f1954a71333) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:28.838798 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:28.851788 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:28.864086 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:44:28.864820 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9736743'] for segment, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:28.913556 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45194) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   from cryptography.utils import int_from_bytes
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   from cryptography.utils import int_from_bytes
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]: Traceback (most recent call last):
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     timer()
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     cb(*args, **kw)
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     return func(*args, **kwargs)
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     self._notify()
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     self.callback(batched_events)
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     event.method(event)
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     return f(self, *a, **k)
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._get(url).json()
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:44:28.955974 dv-cinder-768458-10-iscsi neutron-server[101197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:44:29.090937 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Allocated IP 172.20.0.1 (85def040-d61d-48c6-b291-38db29b62b1a/aedebdbd-7d90-45fc-9460-f48bb0a0d00b/731e216b-a915-4320-900e-08feb0b749f3) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:29.115507 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7df6fe35-03d4-4172-bbdd-e58be9978524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:29.319610 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:29.383969 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-92ec95d3-3cc4-4f8a-a02e-2e3781e0abd1 req-233081c8-1165-4b20-ba20-ff1a0a22311e tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 210 time: 0.3744252
Sep 25 04:44:29.549284 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eaf713fc-2d63-4f82-9f1a-e554be1bdaff req-303a6361-18fd-4bf0-96a7-e23927d5cf73 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 210 time: 0.1577222
Sep 25 04:44:29.555751 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:29.555751 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Allocated IP 172.20.0.13 (96ac7f01-c364-4eec-ad2f-b6b20d7e95bb/a7bb23d2-1229-4f2c-95e2-e00af48f4c2c/8d681131-ed0e-4ecb-9749-83add657e808) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:29.559461 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:29.585125 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:29.612588 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] 10.222.0.20 "DELETE /v2.0/networks/9ef4386f-6fb6-4b97-b17e-7fff028465d3 HTTP/1.1" status: 204  len: 168 time: 3.6551416
Sep 25 04:44:29.653604 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:29.719342 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3703306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713470'] for router, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:29.730484 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772bb68-a51b-4efa-a157-ed241c43816f admin admin] Pushing event deleted for resources: {'Network': ['ID=9ef4386f-6fb6-4b97-b17e-7fff028465d3,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:29.838282 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Router 320ddd36-49a9-43a9-91f0-eb1f24afebef is scheduled to L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 with binding_index 1 {{(pid=101197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 25 04:44:29.970157 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Network fc58d115-3941-4118-b154-96acedcdaffd is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:29.997300 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:30.025007 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:30.039025 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Pushing event updated for resources: {'Port': ['ID=4c60bb6c-1555-4737-9dbb-3f1954a71333,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:30.078724 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:30.089069 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:30.269036 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7df6fe35-03d4-4172-bbdd-e58be9978524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:30.274313 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Network 85def040-d61d-48c6-b291-38db29b62b1a is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:30.301358 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:30.313752 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:30.314372 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:30.316708 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Pushing event updated for resources: {'Port': ['ID=731e216b-a915-4320-900e-08feb0b749f3,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:30.349911 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:30.352524 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:30.363597 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:30.436829 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:30.507407 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:30.577802 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port b8e04f4e-b97a-44d7-9618-ef9bf11a4e31, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=b8e04f4e-b97a-44d7-9618-ef9bf11a4e31,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:30.654831 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:44:30.673619 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45206) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:30.678940 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Sync routers for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:44:30.713010 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:30.739561 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7df6fe35-03d4-4172-bbdd-e58be9978524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:30.755781 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716483'] for router_interface, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:30.790287 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:30.819607 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:44:30.821049 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd3575490>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:30.828965 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] Notify callbacks [] for router, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:30.835491 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-b8850435-2784-49ba-bce7-711cd3db0d0f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 11.6261299
Sep 25 04:44:30.872552 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45212) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:30.930293 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-9989125f-2fde-4ce2-960f-c57b130f2ec1 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0561957
Sep 25 04:44:30.939658 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Pushing event updated for resources: {'Port': ['ID=8d681131-ed0e-4ecb-9749-83add657e808,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:30.987568 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-d9a4474f-ffb8-421c-b470-6e6d64774718 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:44:30.992122 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-d9a4474f-ffb8-421c-b470-6e6d64774718 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0066910
Sep 25 04:44:31.017413 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Router 42d988fd-c0db-4f49-befe-a66c1372875e is scheduled to L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 with binding_index 1 {{(pid=101197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 25 04:44:31.297333 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7df6fe35-03d4-4172-bbdd-e58be9978524 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbf3176947764c19bc0509771c9faade&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3854420
Sep 25 04:44:31.314320 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:44:31.336513 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45218) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:31.540398 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=b8e04f4e-b97a-44d7-9618-ef9bf11a4e31,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:31.667871 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:44:31.681914 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Sync routers for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:44:31.731993 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:44:31.733869 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd87164c0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:31.872938 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd3575490>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:25Z', 'revision_number': 3, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:31.885755 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6fe35-03d4-4172-bbdd-e58be9978524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789d1032-166e-4bca-b30a-a39deffbf2d8,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:31.926801 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Checking router: 320ddd36-49a9-43a9-91f0-eb1f24afebef for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:44:31.927270 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Updating router 320ddd36-49a9-43a9-91f0-eb1f24afebef port bb02a5b8-e2d6-4817-b4c8-b076625ff699 binding host dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:44:31.936668 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231b1ea-e45c-42ac-a443-570f24befb10 req-3bcd7801-5230-4002-ba56-4ce76d009f60 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:31.957936 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] Notify callbacks [] for router, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:31.981212 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-9e7f740b-984e-4f6f-8ff5-ab872a028bbc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 12.7273602
Sep 25 04:44:31.982464 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0231b1ea-e45c-42ac-a443-570f24befb10 req-3bcd7801-5230-4002-ba56-4ce76d009f60 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 931 time: 1.3998554
Sep 25 04:44:31.982751 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45220) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:31.982838 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:31.986806 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:32.013657 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:32.076259 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:32.156579 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:32.244708 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:32.268214 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Request body: {'port': {'device_id': '4a07ee29-5a30-4352-a879-bb395c179d64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:32.338983 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e3c4cfcb-b8b9-44c8-868e-a4bc08effd75 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=718e9f9316ce4cfe9c9f708fc13f0f78&name=default HTTP/1.1" status: 200  len: 2975 time: 1.6610963
Sep 25 04:44:32.395146 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446c338-fb4f-46c9-8d22-15ba92f13f3e req-44ab5c7b-b395-40b0-9ed7-67495fefb77f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:32.406182 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a446c338-fb4f-46c9-8d22-15ba92f13f3e req-44ab5c7b-b395-40b0-9ed7-67495fefb77f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 932 time: 1.6617987
Sep 25 04:44:32.408843 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:32.409734 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:32.429227 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:32.430700 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45224) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:32.444968 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:44:32.471774 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:32.472906 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:32.513945 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e5a85434-ff1a-413b-9a63-deec42db2072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:32.557345 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0231b1ea-e45c-42ac-a443-570f24befb10 req-994be347-b301-4293-a018-8c4c2e1165ba tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5882688
Sep 25 04:44:32.623824 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:32.655574 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e5a85434-ff1a-413b-9a63-deec42db2072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:32.684800 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-657fda70-726c-40be-b073-6ee0069697d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0229092
Sep 25 04:44:32.695489 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a446c338-fb4f-46c9-8d22-15ba92f13f3e req-c71b91b5-5a2b-4194-b864-bfe03e1ee00c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2881143
Sep 25 04:44:32.701267 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:32.966675 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.054086 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Request body: {'port': {'device_id': '846d04fc-b783-47ea-a5ab-bf5a61d9c42d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:33.058738 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.187183 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Attempting to bind port bb02a5b8-e2d6-4817-b4c8-b076625ff699 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:44:33.187619 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Attempting to bind port bb02a5b8-e2d6-4817-b4c8-b076625ff699 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:44:33.187998 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Attempting to bind port bb02a5b8-e2d6-4817-b4c8-b076625ff699 on network 884f10d2-ae7d-401e-970c-bda63e6a05d5 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:33.190853 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f3e54-796b-4e8c-b7f5-a650bfe064bb None None] Pushing event updated for resources: {'Port': ['ID=bb02a5b8-e2d6-4817-b4c8-b076625ff699,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:33.202654 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd87164c0>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:27Z', 'revision_number': 3, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:33.210447 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:44:33.210988 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Checking segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:33.211617 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.212284 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Bound using segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:44:33.213053 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Bound port: bb02a5b8-e2d6-4817-b4c8-b076625ff699, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:44:33.213643 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.279671 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Checking router: 42d988fd-c0db-4f49-befe-a66c1372875e for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:44:33.285953 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Updating router 42d988fd-c0db-4f49-befe-a66c1372875e port fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 binding host dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:44:33.312427 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Pushing event updated for resources: {'Port': ['ID=731e216b-a915-4320-900e-08feb0b749f3,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:33.323937 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.341666 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715955'] for router_interface, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.353947 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5c1092ca-27f1-4d43-8a02-dc536b41a5b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.430092 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] For port bb02a5b8-e2d6-4817-b4c8-b076625ff699, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:44:33.436070 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] For port bb02a5b8-e2d6-4817-b4c8-b076625ff699, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=bb02a5b8-e2d6-4817-b4c8-b076625ff699,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:44:33.453465 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5c1092ca-27f1-4d43-8a02-dc536b41a5b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.538864 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.619701 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.627380 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e5a85434-ff1a-413b-9a63-deec42db2072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.634681 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e5a85434-ff1a-413b-9a63-deec42db2072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.636559 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e5a85434-ff1a-413b-9a63-deec42db2072 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/789d1032-166e-4bca-b30a-a39deffbf2d8 HTTP/1.1" status: 204  len: 168 time: 2.2741826
Sep 25 04:44:33.676533 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:44:33.677806 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd3575490>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:33.728969 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:33.739579 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:44:33.749648 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f3e54-796b-4e8c-b7f5-a650bfe064bb None None] Pushing event updated for resources: {'Port': ['ID=bb02a5b8-e2d6-4817-b4c8-b076625ff699,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:33.881743 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:34.015398 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d5ef0-49ca-4dfd-a5bc-b7ffee090085 None None] Pushing event updated for resources: {'Port': ['ID=fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:34.030754 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Attempting to bind port fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:44:34.031325 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Attempting to bind port fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:44:34.031897 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Attempting to bind port fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 on network 884f10d2-ae7d-401e-970c-bda63e6a05d5 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:34.051477 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:44:34.052021 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Checking segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:34.052654 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:34.058770 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Bound using segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:44:34.059576 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Bound port: fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:44:34.060214 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:34.083150 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:44:34.092544 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c60bb6c-1555-4737-9dbb-3f1954a71333 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:44:34.103060 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:34.188640 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a85434-ff1a-413b-9a63-deec42db2072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789d1032-166e-4bca-b30a-a39deffbf2d8,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:34.223128 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Network 85def040-d61d-48c6-b291-38db29b62b1a is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:34.234023 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] For port fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:44:34.236555 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5c1092ca-27f1-4d43-8a02-dc536b41a5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:34.244403 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5c1092ca-27f1-4d43-8a02-dc536b41a5b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:34.251793 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-5c1092ca-27f1-4d43-8a02-dc536b41a5b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/48dba320-4dfa-46e2-8625-0a45700b8dd2 HTTP/1.1" status: 204  len: 168 time: 1.8196952
Sep 25 04:44:34.255564 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Transition to ACTIVE for port object 4c60bb6c-1555-4737-9dbb-3f1954a71333 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:44:34.258495 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] For port fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:44:34.266838 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:34.301517 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1092ca-27f1-4d43-8a02-dc536b41a5b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dba320-4dfa-46e2-8625-0a45700b8dd2,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:34.358561 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:34.494974 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d5ef0-49ca-4dfd-a5bc-b7ffee090085 None None] Pushing event updated for resources: {'Port': ['ID=fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:34.521892 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:44:34.524995 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd87164c0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:34.591914 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:34.658668 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd3575490>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:25Z', 'revision_number': 3, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:34.714604 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d1b5e6-5a8f-4a3b-baf1-267e34870209 None None] The sync data for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi is: [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:25Z', 'revision_number': 3, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:44:34.793219 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:35.114914 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:44:35.415790 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Router 1b702ac2-a12a-41c1-89fa-b5a40d92d20f has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:44:35.632515 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b52ea-38cb-4b95-b63a-c8577fcf976c req-230e09d4-a9af-4ed2-9d86-daaae830bffc tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:35.636886 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd87164c0>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:27Z', 'revision_number': 3, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:35.637816 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-307b52ea-38cb-4b95-b63a-c8577fcf976c req-230e09d4-a9af-4ed2-9d86-daaae830bffc tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 931 time: 1.4505785
Sep 25 04:44:35.660990 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911a038-101d-4cc8-894a-f82dd7d3cd9e req-78a36a95-536b-4c5f-9dce-3d151efa1e99 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:35.664673 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1911a038-101d-4cc8-894a-f82dd7d3cd9e req-78a36a95-536b-4c5f-9dce-3d151efa1e99 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 932 time: 1.4836359
Sep 25 04:44:35.690932 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eab514-4ff4-45bc-89b8-39d38a70bb9e None None] The sync data for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi is: [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:27Z', 'revision_number': 3, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:44:35.807471 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Pushing event updated for resources: {'Port': ['ID=4c60bb6c-1555-4737-9dbb-3f1954a71333,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:36.049599 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:44:36.066398 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-ca11cc92-0874-4d64-a725-286f5fc27aab admin admin] 10.222.0.20 "PUT /v2.0/routers/1b702ac2-a12a-41c1-89fa-b5a40d92d20f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2467661
Sep 25 04:44:36.067912 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Sync routers for ids ['1b702ac2-a12a-41c1-89fa-b5a40d92d20f'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:44:36.103974 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-307b52ea-38cb-4b95-b63a-c8577fcf976c req-750a4c1a-893f-4134-9713-9dbf46b3e20f tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4209569
Sep 25 04:44:36.115882 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Routers {'1b702ac2-a12a-41c1-89fa-b5a40d92d20f'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:44:36.116072 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Allocated IP 172.20.0.1 (662548c6-ea0f-42ea-8c47-15dfa9490131/8524f7c8-7a47-40ed-8be3-7285aeb94293/faa113da-eab6-4d91-bbef-9f16b25c2749) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:36.116211 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd29bf2b0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['1b702ac2-a12a-41c1-89fa-b5a40d92d20f'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:36.311558 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device bb02a5b8-e2d6-4817-b4c8-b076625ff699 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:36.352498 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:36.365128 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45278) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:36.654008 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1911a038-101d-4cc8-894a-f82dd7d3cd9e req-c4a17053-83ae-4682-ac32-e16aaa9eb83a tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9362125
Sep 25 04:44:36.691225 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-5ea4dfcd-69a0-451b-8497-a4c45deae5a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=85ae3035784448c69b20f8c7ab1da710&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3215649
Sep 25 04:44:36.716473 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45284) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:36.717405 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Set router 1b702ac2-a12a-41c1-89fa-b5a40d92d20f gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:44:36.855190 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:36.936388 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d681131-ed0e-4ecb-9749-83add657e808 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:44:36.973011 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:37.032691 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Transition to ACTIVE for port object 8d681131-ed0e-4ecb-9749-83add657e808 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:44:37.090205 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e7da6028-1394-4ba7-aed7-f31b0b35b047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:37.191697 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e7da6028-1394-4ba7-aed7-f31b0b35b047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:37.291257 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:37.456897 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Attempting to bind port 4c60bb6c-1555-4737-9dbb-3f1954a71333 on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:44:37.457601 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Attempting to bind port 4c60bb6c-1555-4737-9dbb-3f1954a71333 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'df545ded-d416-4a7b-b14b-381d0088fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fc58d115-3941-4118-b154-96acedcdaffd'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:44:37.458156 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Attempting to bind port 4c60bb6c-1555-4737-9dbb-3f1954a71333 on network fc58d115-3941-4118-b154-96acedcdaffd {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:37.667247 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Port 4c60bb6c-1555-4737-9dbb-3f1954a71333 on network fc58d115-3941-4118-b154-96acedcdaffd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:44:37.668371 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Attempting to bind port 4c60bb6c-1555-4737-9dbb-3f1954a71333 on network fc58d115-3941-4118-b154-96acedcdaffd {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:37.780251 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:37.791979 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e7da6028-1394-4ba7-aed7-f31b0b35b047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:37.810538 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e7da6028-1394-4ba7-aed7-f31b0b35b047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:37.827424 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-e7da6028-1394-4ba7-aed7-f31b0b35b047 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc1713f1-07df-47a6-a424-51c75f5e0f40 HTTP/1.1" status: 204  len: 168 time: 1.1134589
Sep 25 04:44:37.839130 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:44:37.839522 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Checking segment: {'id': 'df545ded-d416-4a7b-b14b-381d0088fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fc58d115-3941-4118-b154-96acedcdaffd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:37.840112 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Bound using segment: {'id': 'df545ded-d416-4a7b-b14b-381d0088fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fc58d115-3941-4118-b154-96acedcdaffd'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:44:37.840623 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Bound port: 4c60bb6c-1555-4737-9dbb-3f1954a71333, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df545ded-d416-4a7b-b14b-381d0088fcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'fc58d115-3941-4118-b154-96acedcdaffd'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:44:37.841038 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:37.874198 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port bb02a5b8-e2d6-4817-b4c8-b076625ff699 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:37.883038 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:38.117740 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da6028-1394-4ba7-aed7-f31b0b35b047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1713f1-07df-47a6-a424-51c75f5e0f40,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:38.161138 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Network 662548c6-ea0f-42ea-8c47-15dfa9490131 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:38.185592 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:38.192389 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Pushing event updated for resources: {'Port': ['ID=faa113da-eab6-4d91-bbef-9f16b25c2749,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:38.196462 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:38.311939 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:38.317233 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Pushing event updated for resources: {'Port': ['ID=8d681131-ed0e-4ecb-9749-83add657e808,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:38.335989 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716483'] for router_interface, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:38.484703 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port bb02a5b8-e2d6-4817-b4c8-b076625ff699, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=bb02a5b8-e2d6-4817-b4c8-b076625ff699,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:38.484703 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd29bf2b0>, [{'id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'name': 'tempest-ServerRescueNegativeTestJSON-69672237-router', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:16Z', 'updated_at': '2021-09-25T04:44:31Z', 'revision_number': 4, 'project_id': 'dbe579cf95634476890db51eac194687', 'gw_port': {'id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:18Z', 'updated_at': '2021-09-25T04:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '731e216b-a915-4320-900e-08feb0b749f3', 'name': '', 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'mac_address': 'fa:16:3e:08:83:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'aedebdbd-7d90-45fc-9460-f48bb0a0d00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:27Z', 'updated_at': '2021-09-25T04:44:32Z', 'revision_number': 2, 'project_id': 'dbe579cf95634476890db51eac194687', 'subnets': [{'id': 'aedebdbd-7d90-45fc-9460-f48bb0a0d00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:38.499298 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ece2c5-f044-4237-923b-22116d4a7edb req-4b27d813-5309-42c2-a8b9-94ef1d50d285 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:38.507810 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b9ece2c5-f044-4237-923b-22116d4a7edb req-4b27d813-5309-42c2-a8b9-94ef1d50d285 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 943 time: 1.1039164
Sep 25 04:44:38.540926 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Checking router: 1b702ac2-a12a-41c1-89fa-b5a40d92d20f for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:44:38.541842 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Updating router 1b702ac2-a12a-41c1-89fa-b5a40d92d20f port 731e216b-a915-4320-900e-08feb0b749f3 binding host dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:44:38.616049 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-bbdb7788-48d7-43ff-bcbd-5ada88441d64 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:38.617876 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-bbdb7788-48d7-43ff-bcbd-5ada88441d64 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/networks?id=85def040-d61d-48c6-b291-38db29b62b1a HTTP/1.1" status: 200  len: 817 time: 0.9868729
Sep 25 04:44:38.619165 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:38.659485 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Allocated IP 172.20.0.1 (4da2159d-60a0-4d83-9c3e-f0f173eed71c/71e42a9c-4c27-485f-866b-a65a7784d81c/3cc9637a-0998-43e3-8767-00eff2aa0d4b) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:38.701031 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] For port 4c60bb6c-1555-4737-9dbb-3f1954a71333, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:44:38.739821 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Attempting to bind port 8d681131-ed0e-4ecb-9749-83add657e808 on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:44:38.740237 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Attempting to bind port 8d681131-ed0e-4ecb-9749-83add657e808 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:44:38.740555 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Attempting to bind port 8d681131-ed0e-4ecb-9749-83add657e808 on network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:38.748510 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:38.749838 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-4e79298e-6039-4764-8468-d81ea5586b27 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/quotas/dbe579cf95634476890db51eac194687 HTTP/1.1" status: 200  len: 375 time: 0.0852635
Sep 25 04:44:38.753925 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] For port 4c60bb6c-1555-4737-9dbb-3f1954a71333, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4c60bb6c-1555-4737-9dbb-3f1954a71333,segment=NetworkSegment(df545ded-d416-4a7b-b14b-381d0088fcbd),segment_id=df545ded-d416-4a7b-b14b-381d0088fcbd)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:44:38.773232 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b9ece2c5-f044-4237-923b-22116d4a7edb req-08afc0fd-7d3e-4d5e-a601-95532a7a78ca tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2642367
Sep 25 04:44:38.795540 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Port 8d681131-ed0e-4ecb-9749-83add657e808 on network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:44:38.795859 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Attempting to bind port 8d681131-ed0e-4ecb-9749-83add657e808 on network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:38.830824 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:38.957234 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:39.061703 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:44:39.062279 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Checking segment: {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:39.062921 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Bound using segment: {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:44:39.063666 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Bound port: 8d681131-ed0e-4ecb-9749-83add657e808, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:44:39.064261 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:39.102806 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:39.104020 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:39.106549 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] 10.222.0.23 "PUT /v2.0/ports/4c60bb6c-1555-4737-9dbb-3f1954a71333 HTTP/1.1" status: 200  len: 1093 time: 7.2055523
Sep 25 04:44:39.173235 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-b46d0bd3-a379-427d-8388-61b96ac6f344 None None] Provisioning complete for port faa113da-eab6-4d91-bbef-9f16b25c2749 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:39.196855 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b46d0bd3-a379-427d-8388-61b96ac6f344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:39.198712 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a07ee29-5a30-4352-a879-bb395c179d64', 'tag': '4c60bb6c-1555-4737-9dbb-3f1954a71333'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:44:39.300162 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:39.372242 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:39.377326 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:39.454980 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3d490-4ff6-4f99-980b-2192f9e94b00 service neutron] Pushing event updated for resources: {'Port': ['ID=4c60bb6c-1555-4737-9dbb-3f1954a71333,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:39.555109 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715955'] for router_interface, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:39.611102 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-4235a1e7-b3bc-4d17-a73b-7b3342c0525a tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbe579cf95634476890db51eac194687&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8362322
Sep 25 04:44:39.776267 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Pushing event updated for resources: {'Port': ['ID=faa113da-eab6-4d91-bbef-9f16b25c2749,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:40.033788 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] For port 8d681131-ed0e-4ecb-9749-83add657e808, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:44:40.037827 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] For port 8d681131-ed0e-4ecb-9749-83add657e808, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d681131-ed0e-4ecb-9749-83add657e808,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:44:40.060110 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4401e1a-bee6-4dbb-9028-e5e87facea9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a07ee29-5a30-4352-a879-bb395c179d64", "tag": "4c60bb6c-1555-4737-9dbb-3f1954a71333"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:44:40.066182 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Network 662548c6-ea0f-42ea-8c47-15dfa9490131 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:40.072626 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:40.077056 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-b46d0bd3-a379-427d-8388-61b96ac6f344 None None] Port faa113da-eab6-4d91-bbef-9f16b25c2749 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:44:40.126786 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-7d08be17-897f-49e0-9d23-691af2632d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:40.128566 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-7d08be17-897f-49e0-9d23-691af2632d0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=649e7fd2108b4fde8b196f1191d55464&device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 1096 time: 0.7709355
Sep 25 04:44:40.140764 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2bf6e-687b-4ec2-99e8-729113b4341a req-f9479dc6-2a9d-4a89-933c-76ec0418d637 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:40.142354 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b2e2bf6e-687b-4ec2-99e8-729113b4341a req-f9479dc6-2a9d-4a89-933c-76ec0418d637 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 944 time: 1.2442961
Sep 25 04:44:40.176376 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=bb02a5b8-e2d6-4817-b4c8-b076625ff699,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:40.210413 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:40.344571 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:40.557942 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Router 42d988fd-c0db-4f49-befe-a66c1372875e has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:44:40.585983 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:40.586533 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:40.629669 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:40.673231 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-ee1868ec-70a7-45eb-86f4-631bd7c219d2 None None] Provisioning complete for port faa113da-eab6-4d91-bbef-9f16b25c2749 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:40.673626 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ee1868ec-70a7-45eb-86f4-631bd7c219d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:40.759163 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-ee1868ec-70a7-45eb-86f4-631bd7c219d2 None None] Port faa113da-eab6-4d91-bbef-9f16b25c2749 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:44:40.760056 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-e985e2be-b608-40fd-a31b-f7e73c2f732e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c60bb6c-1555-4737-9dbb-3f1954a71333 HTTP/1.1" status: 200  len: 217 time: 0.5978115
Sep 25 04:44:40.781909 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:40.852006 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:40.853811 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:40.856952 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] 10.222.0.23 "PUT /v2.0/ports/8d681131-ed0e-4ecb-9749-83add657e808 HTTP/1.1" status: 200  len: 1094 time: 7.9934111
Sep 25 04:44:40.948127 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:40.982886 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098704b5-bef2-42e0-85d7-0e8deeb9221e service neutron] Pushing event updated for resources: {'Port': ['ID=8d681131-ed0e-4ecb-9749-83add657e808,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:40.986574 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:41.031915 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:44:41.042653 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-ee3b40ba-4cbb-4b33-bedd-0215b5a46088 admin admin] 10.222.0.20 "PUT /v2.0/routers/42d988fd-c0db-4f49-befe-a66c1372875e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0721922
Sep 25 04:44:41.045909 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fe590-898d-414b-8b6b-ffffd80cce11 None None] Pushing event updated for resources: {'Port': ['ID=731e216b-a915-4320-900e-08feb0b749f3,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:41.059533 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-2341e725-d08b-44ac-a17a-dff197d2fc39 service neutron] 10.222.0.20 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2316797
Sep 25 04:44:41.070167 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b2e2bf6e-687b-4ec2-99e8-729113b4341a req-2efc2183-7145-48df-b777-a12d2a640142 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8764825
Sep 25 04:44:41.093483 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Sync routers for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:44:41.120263 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-e0788028-2026-4781-b6be-ec1a840071e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:41.122808 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-e0788028-2026-4781-b6be-ec1a840071e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e728e4-86a6-4305-8ac3-ccdabaff5689 HTTP/1.1" status: 200  len: 850 time: 0.3121262
Sep 25 04:44:41.151725 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:44:41.160748 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5ddaa74ca0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:41.177104 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:41.304229 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Attempting to bind port 731e216b-a915-4320-900e-08feb0b749f3 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:44:41.304749 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Attempting to bind port 731e216b-a915-4320-900e-08feb0b749f3 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:44:41.305115 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Attempting to bind port 731e216b-a915-4320-900e-08feb0b749f3 on network 85def040-d61d-48c6-b291-38db29b62b1a {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:41.319628 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-83774f05-d9a8-4352-99be-9e613db6de9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fc58d115-3941-4118-b154-96acedcdaffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1756077
Sep 25 04:44:41.328753 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:44:41.329241 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Checking segment: {'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:41.329678 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:41.330090 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Bound using segment: {'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:44:41.351146 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Bound port: 731e216b-a915-4320-900e-08feb0b749f3, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:44:41.353324 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:41.383005 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device bb02a5b8-e2d6-4817-b4c8-b076625ff699 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:41.474193 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:41.638859 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] For port 731e216b-a915-4320-900e-08feb0b749f3, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:44:41.645219 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] For port 731e216b-a915-4320-900e-08feb0b749f3, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=731e216b-a915-4320-900e-08feb0b749f3,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:44:41.655169 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port bb02a5b8-e2d6-4817-b4c8-b076625ff699 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:41.655857 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:41.733342 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:44:41.745761 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:41.899626 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Routers {'1b702ac2-a12a-41c1-89fa-b5a40d92d20f'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:44:41.900669 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd29bf2b0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['1b702ac2-a12a-41c1-89fa-b5a40d92d20f'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:41.980966 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-be05848a-97e4-476a-800f-7c6baa4f2ca1 service neutron] 10.222.0.23 "GET /v2.0/networks/fc58d115-3941-4118-b154-96acedcdaffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3486943
Sep 25 04:44:41.980966 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:42.048041 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fe590-898d-414b-8b6b-ffffd80cce11 None None] Pushing event updated for resources: {'Port': ['ID=731e216b-a915-4320-900e-08feb0b749f3,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:42.209322 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] Set router 1b702ac2-a12a-41c1-89fa-b5a40d92d20f gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:44:42.418830 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc9637a-0998-43e3-8767-00eff2aa0d4b,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:42.426979 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3cb55be7-f3a1-43f6-b77d-56c76b97a399 req-d0908a74-0254-4d35-b0e7-2275b6ee65e5 service neutron] 10.222.0.23 "GET /v2.0/networks/fc58d115-3941-4118-b154-96acedcdaffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2702651
Sep 25 04:44:42.455670 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5ddaa74ca0>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 2, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:42.459789 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Network 4da2159d-60a0-4d83-9c3e-f0f173eed71c is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:42.471225 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:42.514434 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:42.537352 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-117a276e-fa1b-4da6-a586-7197b13aefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:42.543957 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-117a276e-fa1b-4da6-a586-7197b13aefbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 1097 time: 1.4009173
Sep 25 04:44:42.629956 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c990c9d-9ca3-4352-9c46-9ef077b35cb6 req-9070a10d-aebc-4dd8-9f84-1371f3326968 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:42.633961 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5c990c9d-9ca3-4352-9c46-9ef077b35cb6 req-9070a10d-aebc-4dd8-9f84-1371f3326968 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 943 time: 1.3159068
Sep 25 04:44:42.643367 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-b8ea1248-ac79-496c-9393-33703528e0b1 service neutron] 10.222.0.20 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5812857
Sep 25 04:44:42.777132 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-c559d001-a033-42e9-83ca-231c6a66845d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d681131-ed0e-4ecb-9749-83add657e808 HTTP/1.1" status: 200  len: 217 time: 0.1754827
Sep 25 04:44:42.828207 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716483'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:43.012340 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd29bf2b0>, [{'id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'name': 'tempest-ServerRescueNegativeTestJSON-69672237-router', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:16Z', 'updated_at': '2021-09-25T04:44:31Z', 'revision_number': 4, 'project_id': 'dbe579cf95634476890db51eac194687', 'gw_port': {'id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:18Z', 'updated_at': '2021-09-25T04:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '731e216b-a915-4320-900e-08feb0b749f3', 'name': '', 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'mac_address': 'fa:16:3e:08:83:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'aedebdbd-7d90-45fc-9460-f48bb0a0d00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:27Z', 'updated_at': '2021-09-25T04:44:41Z', 'revision_number': 4, 'project_id': 'dbe579cf95634476890db51eac194687', 'subnets': [{'id': 'aedebdbd-7d90-45fc-9460-f48bb0a0d00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:43.013134 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Checking router: 42d988fd-c0db-4f49-befe-a66c1372875e for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:44:43.013134 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Updating router 42d988fd-c0db-4f49-befe-a66c1372875e port faa113da-eab6-4d91-bbef-9f16b25c2749 binding host dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:44:43.035403 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5c990c9d-9ca3-4352-9c46-9ef077b35cb6 req-9795e456-1a67-450f-80c8-3c84d88ed49e tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3179457
Sep 25 04:44:43.093957 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:43.124356 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92279165-c744-4768-aced-1027cb00c3a6 None None] The sync data for ids ['1b702ac2-a12a-41c1-89fa-b5a40d92d20f'] in dv-cinder-768458-10-iscsi is: [{'id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'name': 'tempest-ServerRescueNegativeTestJSON-69672237-router', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:16Z', 'updated_at': '2021-09-25T04:44:31Z', 'revision_number': 4, 'project_id': 'dbe579cf95634476890db51eac194687', 'gw_port': {'id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:18Z', 'updated_at': '2021-09-25T04:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '731e216b-a915-4320-900e-08feb0b749f3', 'name': '', 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'mac_address': 'fa:16:3e:08:83:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'aedebdbd-7d90-45fc-9460-f48bb0a0d00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:27Z', 'updated_at': '2021-09-25T04:44:41Z', 'revision_number': 4, 'project_id': 'dbe579cf95634476890db51eac194687', 'subnets': [{'id': 'aedebdbd-7d90-45fc-9460-f48bb0a0d00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:44:43.157518 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bbf529b-8abd-450f-bfb0-1b3b29bb3aee None None] Provisioning complete for port 3cc9637a-0998-43e3-8767-00eff2aa0d4b triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:43.167260 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bbf529b-8abd-450f-bfb0-1b3b29bb3aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:43.397324 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf529b-8abd-450f-bfb0-1b3b29bb3aee None None] Port 3cc9637a-0998-43e3-8767-00eff2aa0d4b cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:44:43.498265 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:43.856374 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:43.857202 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:44.037146 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:44.134614 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:44.311562 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc82cb-a27d-4db3-b226-99a9fe6be7a3 None None] Pushing event updated for resources: {'Port': ['ID=faa113da-eab6-4d91-bbef-9f16b25c2749,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:44.519974 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a112c3e-c967-4112-8e52-90a348260d69 x-openstack-request-id: req-4a112c3e-c967-4112-8e52-90a348260d69 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:44:44.522130 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a07ee29-5a30-4352-a879-bb395c179d64", "tag": "4c60bb6c-1555-4737-9dbb-3f1954a71333", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:44:44.523534 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a112c3e-c967-4112-8e52-90a348260d69 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:44:44.526163 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a07ee29-5a30-4352-a879-bb395c179d64', 'tag': '4c60bb6c-1555-4737-9dbb-3f1954a71333', 'status': 'completed', 'code': 200}
Sep 25 04:44:44.535474 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-8fab1ac2-76a3-4ac6-aea6-381902ba68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:44.546393 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-8fab1ac2-76a3-4ac6-aea6-381902ba68e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a7bb23d2-1229-4f2c-95e2-e00af48f4c2c HTTP/1.1" status: 200  len: 854 time: 1.6881151
Sep 25 04:44:44.649974 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-a2e75b78-df71-41d3-897f-bb93abbcfd85 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0951469
Sep 25 04:44:44.785550 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Attempting to bind port faa113da-eab6-4d91-bbef-9f16b25c2749 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:44:44.785550 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Attempting to bind port faa113da-eab6-4d91-bbef-9f16b25c2749 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:44:44.785550 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Attempting to bind port faa113da-eab6-4d91-bbef-9f16b25c2749 on network 662548c6-ea0f-42ea-8c47-15dfa9490131 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:44.801417 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:44:44.802031 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Checking segment: {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:44.802698 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:44.803596 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Bound using segment: {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:44:44.804713 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Bound port: faa113da-eab6-4d91-bbef-9f16b25c2749, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:44:44.805348 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:44.863029 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-3cc286a6-bf76-48bf-856e-09a993928cf8 service neutron] 10.222.0.23 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685867
Sep 25 04:44:44.867036 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4401e1a-bee6-4dbb-9028-e5e87facea9d req-6b0cc50f-652e-47e3-8973-d1b39c4d9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:44.869191 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d4401e1a-bee6-4dbb-9028-e5e87facea9d req-6b0cc50f-652e-47e3-8973-d1b39c4d9b6d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=649e7fd2108b4fde8b196f1191d55464&device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 1096 time: 0.2940550
Sep 25 04:44:45.110197 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] For port faa113da-eab6-4d91-bbef-9f16b25c2749, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:44:45.132918 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] For port faa113da-eab6-4d91-bbef-9f16b25c2749, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=faa113da-eab6-4d91-bbef-9f16b25c2749,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:44:45.216035 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-1c2c8ea1-ff7d-49b7-8450-79195cfb4afc None None] Provisioning complete for port faa113da-eab6-4d91-bbef-9f16b25c2749 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:45.219871 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1c2c8ea1-ff7d-49b7-8450-79195cfb4afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:45.347284 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-1c2c8ea1-ff7d-49b7-8450-79195cfb4afc None None] Port faa113da-eab6-4d91-bbef-9f16b25c2749 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:44:45.362947 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:45.538589 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 731e216b-a915-4320-900e-08feb0b749f3 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:45.754456 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:44:45.758881 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5ddaa74ca0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:45.795830 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc82cb-a27d-4db3-b226-99a9fe6be7a3 None None] Pushing event updated for resources: {'Port': ['ID=faa113da-eab6-4d91-bbef-9f16b25c2749,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:45.812973 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 731e216b-a915-4320-900e-08feb0b749f3 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:45.814334 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:45.873130 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:45.975769 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3f39a-9563-4234-b146-2353f2200887 req-f72394ba-12a4-43d7-bcba-bd805dade8ed tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:45.985046 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fcb3f39a-9563-4234-b146-2353f2200887 req-f72394ba-12a4-43d7-bcba-bd805dade8ed tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 944 time: 1.1074698
Sep 25 04:44:46.208687 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:46.308060 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:44:46.368386 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-13e13c64-0e3d-4680-9ea6-e72aeae03592 None None] Provisioning complete for port faa113da-eab6-4d91-bbef-9f16b25c2749 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:46.369273 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-13e13c64-0e3d-4680-9ea6-e72aeae03592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:46.522993 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45478) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:46.525007 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port 731e216b-a915-4320-900e-08feb0b749f3, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=731e216b-a915-4320-900e-08feb0b749f3,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:46.536768 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-87ba04ad-a8e5-4b31-bff2-cc3957c897d1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1048653617', 'description': 'tempest-description--693721260'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:46.563065 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846d04fc-b783-47ea-a5ab-bf5a61d9c42d', 'tag': '8d681131-ed0e-4ecb-9749-83add657e808'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:44:46.586046 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa58049-292a-47b9-9bef-d71469950f99" -d '{"events": [{"name": "network-changed", "server_uuid": "846d04fc-b783-47ea-a5ab-bf5a61d9c42d", "tag": "8d681131-ed0e-4ecb-9749-83add657e808"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:44:46.673965 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:46.718447 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fcb3f39a-9563-4234-b146-2353f2200887 req-b57f1847-55cc-4154-a689-dfb62051ed9e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6593664
Sep 25 04:44:46.723760 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4401e1a-bee6-4dbb-9028-e5e87facea9d req-f08c832b-fdf0-4ba2-af4f-0e1f069311e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:46.725885 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d4401e1a-bee6-4dbb-9028-e5e87facea9d req-f08c832b-fdf0-4ba2-af4f-0e1f069311e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fc58d115-3941-4118-b154-96acedcdaffd HTTP/1.1" status: 200  len: 910 time: 1.8304708
Sep 25 04:44:46.787020 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-87ba04ad-a8e5-4b31-bff2-cc3957c897d1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:47.005450 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-13e13c64-0e3d-4680-9ea6-e72aeae03592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:47.053805 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=731e216b-a915-4320-900e-08feb0b749f3,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:47.058307 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-36098220-ff89-4e6d-9ec4-fb648099ac59 req-059644af-3dc8-49bc-8385-e1ad12e224e1 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 210 time: 0.1969478
Sep 25 04:44:47.097389 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-269d7ba4-da83-42b7-88f0-8a0d98984845 req-ee0949f3-515b-407b-9ca6-9defeffa4e9f service neutron] 10.222.0.23 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.1722517
Sep 25 04:44:47.116201 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d4401e1a-bee6-4dbb-9028-e5e87facea9d req-6343c38d-0f0c-4bda-a559-f70d033a62c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c60bb6c-1555-4737-9dbb-3f1954a71333 HTTP/1.1" status: 200  len: 217 time: 0.3079207
Sep 25 04:44:47.175807 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-13e13c64-0e3d-4680-9ea6-e72aeae03592 None None] For port faa113da-eab6-4d91-bbef-9f16b25c2749, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=faa113da-eab6-4d91-bbef-9f16b25c2749,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:47.234040 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45488) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:47.248138 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5ddaa74ca0>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:47.271737 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-13e13c64-0e3d-4680-9ea6-e72aeae03592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:47.354578 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdfd895-c562-4fd3-b351-97593adc4551 None None] The sync data for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi is: [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:45Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:44:47.369698 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-87ba04ad-a8e5-4b31-bff2-cc3957c897d1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:47.373720 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 731e216b-a915-4320-900e-08feb0b749f3 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:47.442854 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-87ba04ad-a8e5-4b31-bff2-cc3957c897d1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:47.471407 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e13c64-0e3d-4680-9ea6-e72aeae03592 None None] Pushing event updated for resources: {'Port': ['ID=faa113da-eab6-4d91-bbef-9f16b25c2749,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:47.517214 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ba04ad-a8e5-4b31-bff2-cc3957c897d1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb301e07-7b74-474c-b069-f1aba923aa6f,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:47.580357 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922434a7-f667-48ee-95f6-8937f45a97dc req-3c667359-8af8-49d9-9954-3c3c8c19409a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:47.584424 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-922434a7-f667-48ee-95f6-8937f45a97dc req-3c667359-8af8-49d9-9954-3c3c8c19409a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 943 time: 0.7131953
Sep 25 04:44:47.615878 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d31a24b-148c-480c-a960-5b5905149e21 x-openstack-request-id: req-0d31a24b-148c-480c-a960-5b5905149e21 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:44:47.616380 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846d04fc-b783-47ea-a5ab-bf5a61d9c42d", "tag": "8d681131-ed0e-4ecb-9749-83add657e808", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:44:47.619528 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d31a24b-148c-480c-a960-5b5905149e21 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:44:47.620058 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '846d04fc-b783-47ea-a5ab-bf5a61d9c42d', 'tag': '8d681131-ed0e-4ecb-9749-83add657e808', 'status': 'completed', 'code': 200}
Sep 25 04:44:47.622920 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 731e216b-a915-4320-900e-08feb0b749f3 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:47.623558 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:47.665844 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-87ba04ad-a8e5-4b31-bff2-cc3957c897d1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:47.671474 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-87ba04ad-a8e5-4b31-bff2-cc3957c897d1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 1.1454468
Sep 25 04:44:47.672234 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45510) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:47.677342 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-23db4138-c937-458a-9e20-ad84495512f2 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Request body: {'security_group_rule': {'security_group_id': 'cb301e07-7b74-474c-b069-f1aba923aa6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:47.753080 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4401e1a-bee6-4dbb-9028-e5e87facea9d req-cf65545a-5ea4-4d80-81b3-735a4bdc7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:47.754901 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d4401e1a-bee6-4dbb-9028-e5e87facea9d req-cf65545a-5ea4-4d80-81b3-735a4bdc7008 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e728e4-86a6-4305-8ac3-ccdabaff5689 HTTP/1.1" status: 200  len: 850 time: 0.6239469
Sep 25 04:44:47.888344 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-09a25408-946f-4944-99a8-b82b3c769f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:47.894126 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d4401e1a-bee6-4dbb-9028-e5e87facea9d req-06dc67c1-d894-4c56-b212-15c3b56b3651 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fc58d115-3941-4118-b154-96acedcdaffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1180522
Sep 25 04:44:47.921400 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:47.923881 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-23db4138-c937-458a-9e20-ad84495512f2 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:47.930559 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa58049-292a-47b9-9bef-d71469950f99 req-1f51073d-3ce6-4d56-9507-ab0ff86923dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:47.933249 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fa58049-292a-47b9-9bef-d71469950f99 req-1f51073d-3ce6-4d56-9507-ab0ff86923dd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 1097 time: 0.3318741
Sep 25 04:44:47.952782 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-922434a7-f667-48ee-95f6-8937f45a97dc req-a296c512-67d3-42f6-a4e0-ab01331b1b1a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3206472
Sep 25 04:44:48.025984 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-23db4138-c937-458a-9e20-ad84495512f2 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:48.241718 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:48.250548 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-23db4138-c937-458a-9e20-ad84495512f2 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:48.317425 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db4138-c937-458a-9e20-ad84495512f2 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d803ec59-fd9e-4560-869d-2a11dca020ea,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:48.505807 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-3b88eefd-6f43-4531-90ae-d8050a66451a tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:48.507834 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-3b88eefd-6f43-4531-90ae-d8050a66451a tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/networks?id=85def040-d61d-48c6-b291-38db29b62b1a HTTP/1.1" status: 200  len: 817 time: 0.7776453
Sep 25 04:44:48.521259 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.23', 55895) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:48.665924 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-09a25408-946f-4944-99a8-b82b3c769f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:48.722190 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc9637a-0998-43e3-8767-00eff2aa0d4b,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:48.727953 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa58049-292a-47b9-9bef-d71469950f99 req-d24ac61b-0daa-4318-995c-499e254ec27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:48.730733 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fa58049-292a-47b9-9bef-d71469950f99 req-d24ac61b-0daa-4318-995c-499e254ec27d service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb HTTP/1.1" status: 200  len: 914 time: 0.7761257
Sep 25 04:44:48.732675 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715955'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:48.792766 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45528) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:48.826159 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d4401e1a-bee6-4dbb-9028-e5e87facea9d req-dbff8b0b-7bfb-4f9c-bd0c-75986e3635e9 service neutron] 10.222.0.23 "GET /v2.0/networks/fc58d115-3941-4118-b154-96acedcdaffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8910286
Sep 25 04:44:48.842708 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83586667-7a25-4b4c-9da2-ec7cd962e36c req-a566c3a7-dd2a-418f-a8f1-8b7888ed41e7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:48.845696 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-83586667-7a25-4b4c-9da2-ec7cd962e36c req-a566c3a7-dd2a-418f-a8f1-8b7888ed41e7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 944 time: 0.7529557
Sep 25 04:44:48.846677 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-09a25408-946f-4944-99a8-b82b3c769f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:48.871843 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-23db4138-c937-458a-9e20-ad84495512f2 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:48.875025 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-23db4138-c937-458a-9e20-ad84495512f2 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2010713
Sep 25 04:44:48.938756 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45532) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:48.961437 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-c5fd63b7-3941-40b9-8470-4a5d6040b867 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/quotas/dbe579cf95634476890db51eac194687 HTTP/1.1" status: 200  len: 375 time: 0.2682970
Sep 25 04:44:48.964543 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-8c6807b4-3cc1-471b-a0fb-354f62b7e80a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Request body: {'security_group_rule': {'security_group_id': 'cb301e07-7b74-474c-b069-f1aba923aa6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:49.109980 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d97d84b7-9390-4c84-81c3-a7e801bfedf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:49.147412 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-42392ce4-ee31-4aeb-bd1c-0d139e4615bd tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:49.151191 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-42392ce4-ee31-4aeb-bd1c-0d139e4615bd tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.23 "GET /v2.0/networks?id=85def040-d61d-48c6-b291-38db29b62b1a HTTP/1.1" status: 200  len: 817 time: 0.6283784
Sep 25 04:44:49.168574 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Request body: {'port': {'device_id': 'c82b476c-c161-43bb-8832-d62afc1e1683', 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a', 'admin_state_up': True, 'tenant_id': 'dbe579cf95634476890db51eac194687'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:49.299646 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fa58049-292a-47b9-9bef-d71469950f99 req-657d5618-700d-460b-a47a-19e59fe0b88d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d681131-ed0e-4ecb-9749-83add657e808 HTTP/1.1" status: 200  len: 217 time: 0.5494785
Sep 25 04:44:49.546565 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-83586667-7a25-4b4c-9da2-ec7cd962e36c req-e01f17f3-3017-4c7f-8173-aff9e10e8d72 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5379784
Sep 25 04:44:49.546565 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-09a25408-946f-4944-99a8-b82b3c769f49 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66360172efe94e9bbd0088da512a3659&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1063547
Sep 25 04:44:49.550601 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c6807b4-3cc1-471b-a0fb-354f62b7e80a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:49.566588 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device faa113da-eab6-4d91-bbef-9f16b25c2749 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:49.570580 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a25408-946f-4944-99a8-b82b3c769f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9755e72-caf5-4f6e-aa3d-6d54b2a7a562,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:49.572818 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45540) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:49.648714 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa58049-292a-47b9-9bef-d71469950f99 req-91bd63d3-8bfe-4ae1-a992-373f6bf4402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:49.650439 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fa58049-292a-47b9-9bef-d71469950f99 req-91bd63d3-8bfe-4ae1-a992-373f6bf4402b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a7bb23d2-1229-4f2c-95e2-e00af48f4c2c HTTP/1.1" status: 200  len: 854 time: 0.3244078
Sep 25 04:44:49.666580 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port faa113da-eab6-4d91-bbef-9f16b25c2749 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:49.667162 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:49.712444 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fa58049-292a-47b9-9bef-d71469950f99 req-b6db6717-c0d5-448e-a622-feb92f9ea0c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446863
Sep 25 04:44:49.728233 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d4401e1a-bee6-4dbb-9028-e5e87facea9d req-aaacbb2e-02e2-4f77-bb44-8cd9031089d3 service neutron] 10.222.0.23 "GET /v2.0/networks/fc58d115-3941-4118-b154-96acedcdaffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8722699
Sep 25 04:44:49.757408 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-b6fdf9c9-526c-424f-8c3b-5edfd4cd262d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=dbe579cf95634476890db51eac194687&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4548130
Sep 25 04:44:49.805026 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Network 4da2159d-60a0-4d83-9c3e-f0f173eed71c is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:49.831899 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:49.851350 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdb602-fefc-46de-a121-eed0224ab6a4 req-209a2f77-8842-4a78-a573-a2db78b5fbbf tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:49.860470 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f9bdb602-fefc-46de-a121-eed0224ab6a4 req-209a2f77-8842-4a78-a573-a2db78b5fbbf tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 943 time: 0.2797852
Sep 25 04:44:49.890638 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7f7ee566-2676-44f4-8df9-a7a61f08a60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:49.955603 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c6807b4-3cc1-471b-a0fb-354f62b7e80a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:49.994822 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-52ef03ca-6c0f-4676-8673-352a80bc9b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.037079 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f9bdb602-fefc-46de-a121-eed0224ab6a4 req-28dee173-8860-45cf-b02f-9d68d7169d52 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1752198
Sep 25 04:44:50.079302 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c6807b4-3cc1-471b-a0fb-354f62b7e80a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.100612 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d97d84b7-9390-4c84-81c3-a7e801bfedf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.104873 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-52ef03ca-6c0f-4676-8673-352a80bc9b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.137971 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-9e446b38-d0b6-426d-9de2-0d33c0f2e1b0 service neutron] 10.222.0.20 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3796494
Sep 25 04:44:50.142770 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fa58049-292a-47b9-9bef-d71469950f99 req-a3b68de5-b87a-4e85-91f8-070d22138708 service neutron] 10.222.0.23 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4175835
Sep 25 04:44:50.146728 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6807b4-3cc1-471b-a0fb-354f62b7e80a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80dc487-d0c9-4ba0-b64a-11545b048313,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:50.193592 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d97d84b7-9390-4c84-81c3-a7e801bfedf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.214046 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Router 320ddd36-49a9-43a9-91f0-eb1f24afebef has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:44:50.266280 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-6cbeacbb-2615-4157-bbe9-a1538cc2435e None None] Provisioning complete for port 3cc9637a-0998-43e3-8767-00eff2aa0d4b triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:50.266869 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6cbeacbb-2615-4157-bbe9-a1538cc2435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.280898 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d97d84b7-9390-4c84-81c3-a7e801bfedf7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83f6bbae740d464d8463e31018f40218&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4865816
Sep 25 04:44:50.282644 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d84b7-9390-4c84-81c3-a7e801bfedf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abebb21-72a2-40b3-adb4-bf89edec1389,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:50.288339 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45546) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:50.362413 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Made reservation on behalf of dbe579cf95634476890db51eac194687 for: {'port': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:50.368793 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.376847 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-6cbeacbb-2615-4157-bbe9-a1538cc2435e None None] Port 3cc9637a-0998-43e3-8767-00eff2aa0d4b cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:44:50.418502 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-2abf563d-57ca-4ff3-a27f-0dd647b7867e service neutron] 10.222.0.20 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2719259
Sep 25 04:44:50.422459 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-52ef03ca-6c0f-4676-8673-352a80bc9b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.424536 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-52ef03ca-6c0f-4676-8673-352a80bc9b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.425879 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-52ef03ca-6c0f-4676-8673-352a80bc9b60 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9755e72-caf5-4f6e-aa3d-6d54b2a7a562 HTTP/1.1" status: 204  len: 168 time: 0.8515770
Sep 25 04:44:50.456690 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fa58049-292a-47b9-9bef-d71469950f99 req-2959c6bc-72a5-4e5b-a9e6-2a555a5503e0 service neutron] 10.222.0.23 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2943189
Sep 25 04:44:50.572761 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:44:50.575027 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c6807b4-3cc1-471b-a0fb-354f62b7e80a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.577607 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-8c6807b4-3cc1-471b-a0fb-354f62b7e80a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.6364822
Sep 25 04:44:50.579306 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7ae08864-80d9-4ae6-b861-34ef67febd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.591452 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Sync routers for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:44:50.596969 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7d37155b-66ee-4708-85f9-750ddf5c8586 admin admin] 10.222.0.20 "PUT /v2.0/routers/320ddd36-49a9-43a9-91f0-eb1f24afebef/add_router_interface HTTP/1.1" status: 200  len: 503 time: 19.6654243
Sep 25 04:44:50.597948 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45552) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:50.608015 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef03ca-6c0f-4676-8673-352a80bc9b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9755e72-caf5-4f6e-aa3d-6d54b2a7a562,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:50.615231 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Request body: {'floatingip': {'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:50.659120 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:44:50.659916 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd3106f70>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:50.724809 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7ae08864-80d9-4ae6-b861-34ef67febd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.838400 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bace7e59-8238-49c6-b2aa-164a579f26a8 req-f870931f-e239-44a0-8cd0-d3e78e4723d0 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 210 time: 0.0613067
Sep 25 04:44:50.909402 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:50.941551 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147ea63-0d72-4199-92d1-ff386f42e1a1 req-8322b829-3b90-420f-a1f7-a08650f9f25e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:50.948553 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c147ea63-0d72-4199-92d1-ff386f42e1a1 req-8322b829-3b90-420f-a1f7-a08650f9f25e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 944 time: 0.1521206
Sep 25 04:44:51.099995 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c147ea63-0d72-4199-92d1-ff386f42e1a1 req-3240a6c2-49aa-4f5b-a88a-bd3cd5b69ff8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1119478
Sep 25 04:44:51.215800 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:44:51.222814 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:51.307090 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Allocated IP 172.20.0.13 (85def040-d61d-48c6-b291-38db29b62b1a/aedebdbd-7d90-45fc-9460-f48bb0a0d00b/ee61d7dd-b786-4a95-8c15-797429a71729) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:51.413510 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7ae08864-80d9-4ae6-b861-34ef67febd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:51.422848 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7ae08864-80d9-4ae6-b861-34ef67febd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:51.426121 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-7ae08864-80d9-4ae6-b861-34ef67febd43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7abebb21-72a2-40b3-adb4-bf89edec1389 HTTP/1.1" status: 204  len: 168 time: 1.1358974
Sep 25 04:44:51.529961 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae08864-80d9-4ae6-b861-34ef67febd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abebb21-72a2-40b3-adb4-bf89edec1389,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:51.606133 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18aa0b-3026-4421-bf9c-faf5756ef600 req-83184857-d8a6-44c0-a7d6-03f4f4ab394e tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:51.607791 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ba18aa0b-3026-4421-bf9c-faf5756ef600 req-83184857-d8a6-44c0-a7d6-03f4f4ab394e tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 943 time: 0.2532978
Sep 25 04:44:51.690424 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Allocated IP 172.27.2.67 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/9a42741c-a6a8-43e9-bf14-4775a3558a8d) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:51.691819 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 4c60bb6c-1555-4737-9dbb-3f1954a71333 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:44:51.727710 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ba18aa0b-3026-4421-bf9c-faf5756ef600 req-0f7878c6-18bd-4dd2-b495-a518c43e99fd tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958927
Sep 25 04:44:51.886280 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:51.908453 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.db.resource_extend [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 25 04:44:51.911448 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45586) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:51.921841 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:51.943364 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b297378b-87d6-4392-beac-88890929d9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:51.995046 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb5dcc71-ccb7-465e-a315-9178d932a70d req-9be4e8d2-4215-470d-891b-a95ee4377497 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 210 time: 0.0589395
Sep 25 04:44:52.075866 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 4c60bb6c-1555-4737-9dbb-3f1954a71333, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4c60bb6c-1555-4737-9dbb-3f1954a71333,segment=NetworkSegment(df545ded-d416-4a7b-b14b-381d0088fcbd),segment_id=df545ded-d416-4a7b-b14b-381d0088fcbd)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:52.090888 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45590) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:52.094087 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '4c60bb6c-1555-4737-9dbb-3f1954a71333', 'network_id': 'fc58d115-3941-4118-b154-96acedcdaffd', 'port_id': '4c60bb6c-1555-4737-9dbb-3f1954a71333', 'mac_address': 'fa:16:3e:48:52:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6e728e4-86a6-4305-8ac3-ccdabaff5689', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:44:52.097613 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd3106f70>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:46Z', 'revision_number': 2, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:52.098542 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-039cfa5d-3f72-4928-afd1-198cdde9c430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1693124346', 'description': 'tempest-description--197781276'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:52.137423 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Checking router: 320ddd36-49a9-43a9-91f0-eb1f24afebef for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:44:52.137900 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Updating router 320ddd36-49a9-43a9-91f0-eb1f24afebef port 3cc9637a-0998-43e3-8767-00eff2aa0d4b binding host dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:44:52.142367 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.200667 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.228009 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.237041 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:52.256364 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.283221 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:52.298254 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Network 85def040-d61d-48c6-b291-38db29b62b1a is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:52.298562 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c60bb6c-1555-4737-9dbb-3f1954a71333 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:44:52.300126 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:52.305243 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b297378b-87d6-4392-beac-88890929d9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.305566 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:52.319599 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:52.327490 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event updated for resources: {'Port': ['ID=9a42741c-a6a8-43e9-bf14-4775a3558a8d,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:52.369759 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dea5a8-e3bb-4bff-b9e9-45a440451141 req-038b62d1-e61d-444e-ab35-10c4fbf9e996 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:52.377643 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-49dea5a8-e3bb-4bff-b9e9-45a440451141 req-038b62d1-e61d-444e-ab35-10c4fbf9e996 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 944 time: 0.1573384
Sep 25 04:44:52.391242 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:52.391903 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.406289 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b297378b-87d6-4392-beac-88890929d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.416340 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Pushing event updated for resources: {'Port': ['ID=ee61d7dd-b786-4a95-8c15-797429a71729,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:52.439489 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 4c60bb6c-1555-4737-9dbb-3f1954a71333, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4c60bb6c-1555-4737-9dbb-3f1954a71333,segment=NetworkSegment(df545ded-d416-4a7b-b14b-381d0088fcbd),segment_id=df545ded-d416-4a7b-b14b-381d0088fcbd)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:52.543836 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b297378b-87d6-4392-beac-88890929d9ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7362350fb7347c0b20a77486820d808&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6312842
Sep 25 04:44:52.553544 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45594) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:52.553842 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-49dea5a8-e3bb-4bff-b9e9-45a440451141 req-fb7388cb-0fa3-4592-b915-ba2fae834e9d tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746686
Sep 25 04:44:52.564382 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297378b-87d6-4392-beac-88890929d9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf05ebb-d856-4724-a88d-9089574211ef,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:52.603835 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.637198 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.638295 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 8d681131-ed0e-4ecb-9749-83add657e808 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:44:52.643232 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-039cfa5d-3f72-4928-afd1-198cdde9c430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.690481 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45598) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:52.699630 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-df74b718-057d-4876-ba0f-9bdff846b887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.751226 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-df74b718-057d-4876-ba0f-9bdff846b887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.764546 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39a614c4-3b9d-43be-b2d8-12949ee2f58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.794383 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-6b6a0e94-8dc1-4311-810d-d0cb48ff38e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6332436
Sep 25 04:44:52.835877 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Request body: {'port': {'device_id': 'c82b476c-c161-43bb-8832-d62afc1e1683', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:52.840457 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:52.848284 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.db.resource_extend [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Sep 25 04:44:52.896546 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=4c60bb6c-1555-4737-9dbb-3f1954a71333,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:52.993150 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:53.086753 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-df74b718-057d-4876-ba0f-9bdff846b887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:53.094867 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-df74b718-057d-4876-ba0f-9bdff846b887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:53.101158 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-df74b718-057d-4876-ba0f-9bdff846b887 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcf05ebb-d856-4724-a88d-9089574211ef HTTP/1.1" status: 204  len: 168 time: 0.5429962
Sep 25 04:44:53.153966 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:53.186196 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74b718-057d-4876-ba0f-9bdff846b887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf05ebb-d856-4724-a88d-9089574211ef,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:53.277747 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:53.304127 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 8d681131-ed0e-4ecb-9749-83add657e808, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d681131-ed0e-4ecb-9749-83add657e808,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:53.388144 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-039cfa5d-3f72-4928-afd1-198cdde9c430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:53.465645 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-039cfa5d-3f72-4928-afd1-198cdde9c430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:53.502859 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '8d681131-ed0e-4ecb-9749-83add657e808', 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb', 'port_id': '8d681131-ed0e-4ecb-9749-83add657e808', 'mac_address': 'fa:16:3e:da:0e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bb23d2-1229-4f2c-95e2-e00af48f4c2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:44:53.504963 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316bc98-8866-45ba-9aee-bc47f4998efa None None] Pushing event updated for resources: {'Port': ['ID=3cc9637a-0998-43e3-8767-00eff2aa0d4b,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:53.535826 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-95c87ea6-e951-41f8-9e81-8b6bf5bafac7 req-4f31880d-7435-42e6-bf8d-eb2bf49bb930 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 210 time: 0.1053581
Sep 25 04:44:53.574045 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cfa5d-3f72-4928-afd1-198cdde9c430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:53.830926 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8e672-2c44-4160-aad1-e4552144569d req-8cd85c13-bf61-4b43-a5ef-8389ae7df0f6 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:53.832846 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-30f8e672-2c44-4160-aad1-e4552144569d req-8cd85c13-bf61-4b43-a5ef-8389ae7df0f6 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 944 time: 0.4141266
Sep 25 04:44:53.840198 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:53.842964 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e0786d9a-a79f-4571-b9cf-24e371928749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:53.876504 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Attempting to bind port 3cc9637a-0998-43e3-8767-00eff2aa0d4b on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:44:53.877480 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Attempting to bind port 3cc9637a-0998-43e3-8767-00eff2aa0d4b by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:44:53.877480 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Attempting to bind port 3cc9637a-0998-43e3-8767-00eff2aa0d4b on network 4da2159d-60a0-4d83-9c3e-f0f173eed71c {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:53.884366 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d681131-ed0e-4ecb-9749-83add657e808 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:44:53.938464 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 8d681131-ed0e-4ecb-9749-83add657e808, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d681131-ed0e-4ecb-9749-83add657e808,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:53.959173 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-30f8e672-2c44-4160-aad1-e4552144569d req-3ad29a8b-43e5-4020-8aa4-56c83aa334f9 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962667
Sep 25 04:44:53.965133 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:44:53.965901 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Checking segment: {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:53.970839 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee61d7dd-b786-4a95-8c15-797429a71729 {{(pid=101197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:44:53.971661 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:53.972231 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Bound using segment: {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:44:53.972807 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb41cc-52ff-45b6-99b3-39f35a5b1d69 req-ef273bb5-dd82-4037-85f4-3703a788094d tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:53.973076 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Bound port: 3cc9637a-0998-43e3-8767-00eff2aa0d4b, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:44:53.973694 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:53.981257 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c5fb41cc-52ff-45b6-99b3-39f35a5b1d69 req-ef273bb5-dd82-4037-85f4-3703a788094d tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 944 time: 0.2663853
Sep 25 04:44:54.003295 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.032955 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.037955 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.provisioning_blocks [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Transition to ACTIVE for port object ee61d7dd-b786-4a95-8c15-797429a71729 will not be triggered until provisioned by entity L2. {{(pid=101197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:44:54.056358 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.066416 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c5fb41cc-52ff-45b6-99b3-39f35a5b1d69 req-344ebf26-4850-49a4-89a6-915c1535ee2d tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841508
Sep 25 04:44:54.078095 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-bdfde762-2458-4967-b67b-ddb38ca2744f None None] Provisioning complete for port 3cc9637a-0998-43e3-8767-00eff2aa0d4b triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:54.078597 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-bdfde762-2458-4967-b67b-ddb38ca2744f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.086335 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39a614c4-3b9d-43be-b2d8-12949ee2f58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.102321 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.126404 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.215434 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39a614c4-3b9d-43be-b2d8-12949ee2f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.228819 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event updated for resources: {'Port': ['ID=9a42741c-a6a8-43e9-bf14-4775a3558a8d,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:54.251978 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee61d7dd-b786-4a95-8c15-797429a71729,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:54.259256 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.319873 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-39a614c4-3b9d-43be-b2d8-12949ee2f58e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d429bff9593d48a38c512265e552122f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6262293
Sep 25 04:44:54.335305 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.338764 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45626) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:54.367539 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] For port 3cc9637a-0998-43e3-8767-00eff2aa0d4b, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:44:54.374692 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['4c60bb6c-1555-4737-9dbb-3f1954a71333'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:44:54.400400 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-039cfa5d-3f72-4928-afd1-198cdde9c430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.403123 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a614c4-3b9d-43be-b2d8-12949ee2f58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78416c57-6306-4d80-8527-c758b00faa97,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:54.407982 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-039cfa5d-3f72-4928-afd1-198cdde9c430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.3127439
Sep 25 04:44:54.415958 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45628) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:54.418476 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-bdfde762-2458-4967-b67b-ddb38ca2744f None None] Port 3cc9637a-0998-43e3-8767-00eff2aa0d4b cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:44:54.438141 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-5ca3c862-edcd-4c10-93c1-37c5bdfd4cbb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Request body: {'security_group_rule': {'security_group_id': 'ab3bffb1-2a33-4916-a6f9-c43ca6283dc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:54.451021 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Attempting to bind port ee61d7dd-b786-4a95-8c15-797429a71729 on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:44:54.451432 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Attempting to bind port ee61d7dd-b786-4a95-8c15-797429a71729 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'}] {{(pid=101197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:44:54.451962 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Attempting to bind port ee61d7dd-b786-4a95-8c15-797429a71729 on network 85def040-d61d-48c6-b291-38db29b62b1a {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:54.458640 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Port ee61d7dd-b786-4a95-8c15-797429a71729 on network 85def040-d61d-48c6-b291-38db29b62b1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:44:54.458948 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Attempting to bind port ee61d7dd-b786-4a95-8c15-797429a71729 on network 85def040-d61d-48c6-b291-38db29b62b1a {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:54.468249 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:44:54.468617 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Checking segment: {'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:54.469329 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Bound using segment: {'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'} {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:44:54.469826 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Bound port: ee61d7dd-b786-4a95-8c15-797429a71729, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'}}] {{(pid=101197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:44:54.470199 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.475175 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['8d681131-ed0e-4ecb-9749-83add657e808'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:44:54.489132 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2e016192-38f6-4c76-8627-87e44d69a0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.521647 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] For port 3cc9637a-0998-43e3-8767-00eff2aa0d4b, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=3cc9637a-0998-43e3-8767-00eff2aa0d4b,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:44:54.538430 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-ec352760-f812-4ba8-8a21-42db66730d37 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:54.558096 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-ec352760-f812-4ba8-8a21-42db66730d37 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.23 "GET /v2.0/networks?id=85def040-d61d-48c6-b291-38db29b62b1a HTTP/1.1" status: 200  len: 817 time: 0.3625026
Sep 25 04:44:54.558096 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.558096 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ba8542ff-a241-46cc-ae49-59cbc0a65517 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.9506743
Sep 25 04:44:54.583547 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Request body: {'port': {'device_id': 'ea59ca64-aae3-468d-a56c-6d37b0d9854e', 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a', 'admin_state_up': True, 'tenant_id': 'dbe579cf95634476890db51eac194687'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:54.645684 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=8d681131-ed0e-4ecb-9749-83add657e808,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:54.667450 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] For port ee61d7dd-b786-4a95-8c15-797429a71729, host hv-cinder-76845, cleared binding levels {{(pid=101197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:44:54.677679 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] For port ee61d7dd-b786-4a95-8c15-797429a71729, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ee61d7dd-b786-4a95-8c15-797429a71729,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:44:54.712879 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.833477 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2e016192-38f6-4c76-8627-87e44d69a0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.881277 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.926228 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316bc98-8866-45ba-9aee-bc47f4998efa None None] Pushing event updated for resources: {'Port': ['ID=3cc9637a-0998-43e3-8767-00eff2aa0d4b,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:54.952667 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1b1da01e-4269-4079-92e2-6a612f71acbc req-eea47da7-d688-4812-8881-0bebf0f3c957 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 210 time: 0.2437065
Sep 25 04:44:54.958810 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:54.982321 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:44:54.983220 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd3106f70>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:55.221145 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c862-edcd-4c10-93c1-37c5bdfd4cbb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:55.338648 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:55.339505 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:55.341162 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] 10.222.0.23 "PUT /v2.0/ports/ee61d7dd-b786-4a95-8c15-797429a71729 HTTP/1.1" status: 200  len: 1094 time: 2.5248601
Sep 25 04:44:55.341967 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82b476c-c161-43bb-8832-d62afc1e1683', 'tag': 'ee61d7dd-b786-4a95-8c15-797429a71729'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:44:55.406811 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef88e8-04cf-4bde-b137-f4cfa5490aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=ee61d7dd-b786-4a95-8c15-797429a71729,revision_number=3']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:55.435636 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2e016192-38f6-4c76-8627-87e44d69a0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:55.438312 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2e016192-38f6-4c76-8627-87e44d69a0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:55.443997 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2e016192-38f6-4c76-8627-87e44d69a0d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78416c57-6306-4d80-8527-c758b00faa97 HTTP/1.1" status: 204  len: 168 time: 1.0928118
Sep 25 04:44:55.504080 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:55.515711 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-05420d99-6880-4c5b-9f58-6d2a579686cc tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1048653617&fields=id&tenant_id=2d5a7e3fa49940d88d496254460a9fd4 HTTP/1.1" status: 200  len: 267 time: 0.6755478
Sep 25 04:44:55.579930 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-3ae8619b-10ae-41ad-8db8-ba3b999721b3 None None] Provisioning complete for port 3cc9637a-0998-43e3-8767-00eff2aa0d4b triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:55.580468 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3ae8619b-10ae-41ad-8db8-ba3b999721b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:55.643333 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e016192-38f6-4c76-8627-87e44d69a0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78416c57-6306-4d80-8527-c758b00faa97,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:55.653405 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-218a9e5b-7c4e-4251-a979-a6e7e25a87a1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:55.674240 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-218a9e5b-7c4e-4251-a979-a6e7e25a87a1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/networks?id=662548c6-ea0f-42ea-8c47-15dfa9490131 HTTP/1.1" status: 200  len: 811 time: 0.1447196
Sep 25 04:44:55.680989 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc4d72d-ea42-4204-9e76-401dd5b98b73" -d '{"events": [{"name": "network-changed", "server_uuid": "c82b476c-c161-43bb-8832-d62afc1e1683", "tag": "ee61d7dd-b786-4a95-8c15-797429a71729"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:44:55.715719 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c862-edcd-4c10-93c1-37c5bdfd4cbb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:55.727279 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:44:55.735014 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-273ee6e2-9132-484c-b608-ef68f8b23c63 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/quotas/2d5a7e3fa49940d88d496254460a9fd4 HTTP/1.1" status: 200  len: 375 time: 0.0594816
Sep 25 04:44:55.761923 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe7011-4192-455b-97e7-f77c823e966f req-e5d1a0ae-2132-4d43-a238-9d01b35be8fc tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:55.767282 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-be921cc4-4a11-478c-b071-107f6a26adff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:55.769774 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-92fe7011-4192-455b-97e7-f77c823e966f req-e5d1a0ae-2132-4d43-a238-9d01b35be8fc tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 944 time: 0.5523241
Sep 25 04:44:55.771931 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-be921cc4-4a11-478c-b071-107f6a26adff service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbe579cf95634476890db51eac194687&device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 1097 time: 0.2415054
Sep 25 04:44:55.843872 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-92fe7011-4192-455b-97e7-f77c823e966f req-973eecfd-a20e-44b6-8347-e80bc02821ce tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730364
Sep 25 04:44:55.868689 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3ae8619b-10ae-41ad-8db8-ba3b999721b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:55.889040 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-5372d1c7-ac3a-4145-903d-5af1f584f451 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1526797
Sep 25 04:44:55.897480 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-e2321b14-4161-4024-8edb-4e2b13408182 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee61d7dd-b786-4a95-8c15-797429a71729 HTTP/1.1" status: 200  len: 217 time: 0.1165042
Sep 25 04:44:55.956578 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c862-edcd-4c10-93c1-37c5bdfd4cbb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:55.980887 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-28c91afe-b695-4fab-9e3c-4a089a09295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:55.993907 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-28c91afe-b695-4fab-9e3c-4a089a09295d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aedebdbd-7d90-45fc-9460-f48bb0a0d00b HTTP/1.1" status: 200  len: 857 time: 0.0847406
Sep 25 04:44:56.049363 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Made reservation on behalf of dbe579cf95634476890db51eac194687 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:44:56.053573 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:56.096204 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3c862-edcd-4c10-93c1-37c5bdfd4cbb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed25904-0e48-44fb-a64b-38a7841bf0c0,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:56.157717 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-e3f6e6be-f427-448a-bbfb-efe3eb3f4202 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85def040-d61d-48c6-b291-38db29b62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1567903
Sep 25 04:44:56.196997 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-fd6774da-7747-4c60-9755-ae49a2598ea1 service neutron] 10.222.0.20 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3001578
Sep 25 04:44:56.197292 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 4c60bb6c-1555-4737-9dbb-3f1954a71333 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:56.211491 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5ca3c862-edcd-4c10-93c1-37c5bdfd4cbb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:56.217090 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5ca3c862-edcd-4c10-93c1-37c5bdfd4cbb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7904096
Sep 25 04:44:56.220718 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45696) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:56.225510 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-ae33e6bc-a859-41ff-addb-84a69ad50430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Request body: {'security_group_rule': {'security_group_id': 'ab3bffb1-2a33-4916-a6f9-c43ca6283dc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:56.295275 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-3ae8619b-10ae-41ad-8db8-ba3b999721b3 None None] For port 3cc9637a-0998-43e3-8767-00eff2aa0d4b, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=3cc9637a-0998-43e3-8767-00eff2aa0d4b,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:56.302719 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-daf038ea-891a-423a-a493-07285b21dd3b service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432617
Sep 25 04:44:56.326431 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479ed76-b327-414b-bc79-912d13ec14dd req-0ed99de4-0a4d-44c8-a050-bdda4fce95ab tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:56.329820 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6479ed76-b327-414b-bc79-912d13ec14dd req-0ed99de4-0a4d-44c8-a050-bdda4fce95ab tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 945 time: 0.2915297
Sep 25 04:44:56.396935 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd3106f70>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:54Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:44:56.435846 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4787c3-0eff-4d1e-8c2e-219fea3037cc None None] The sync data for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi is: [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:54Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:44:56.458818 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3ae8619b-10ae-41ad-8db8-ba3b999721b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:56.461234 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ae33e6bc-a859-41ff-addb-84a69ad50430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:56.468710 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-4a2b5570-5fcb-4f03-a46d-fab2aaad6417 req-80a8e94b-0a79-4dc3-9df2-1b7062cd7fa4 service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1584258
Sep 25 04:44:56.598017 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 4c60bb6c-1555-4737-9dbb-3f1954a71333 completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:44:56.617599 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ae33e6bc-a859-41ff-addb-84a69ad50430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:56.646330 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 4c60bb6c-1555-4737-9dbb-3f1954a71333 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:56.647263 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:56.648445 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Allocated IP 172.20.0.9 (85def040-d61d-48c6-b291-38db29b62b1a/aedebdbd-7d90-45fc-9460-f48bb0a0d00b/72260f69-d190-4612-977f-c7e3583f37fd) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:56.707984 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ae33e6bc-a859-41ff-addb-84a69ad50430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:56.709138 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8619b-10ae-41ad-8db8-ba3b999721b3 None None] Pushing event updated for resources: {'Port': ['ID=3cc9637a-0998-43e3-8767-00eff2aa0d4b,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:56.710527 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6479ed76-b327-414b-bc79-912d13ec14dd req-8980651e-1415-48c0-ace3-abe92e4da67b tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2803154
Sep 25 04:44:56.756200 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae33e6bc-a859-41ff-addb-84a69ad50430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3938a1fb-245c-4046-9e79-ee1cabd569af,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:56.783175 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-763740e6-e3e9-408c-a7b3-282bece75050 service neutron] 10.222.0.20 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5614715
Sep 25 04:44:56.846075 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:56.864885 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:56.901026 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a07ee29-5a30-4352-a879-bb395c179d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c60bb6c-1555-4737-9dbb-3f1954a71333'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:44:56.966459 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ae33e6bc-a859-41ff-addb-84a69ad50430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:56.973526 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-ae33e6bc-a859-41ff-addb-84a69ad50430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7462454
Sep 25 04:44:56.973526 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45718) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:44:56.978425 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Request body: {'floatingip': {'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:57.055287 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 4c60bb6c-1555-4737-9dbb-3f1954a71333, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4c60bb6c-1555-4737-9dbb-3f1954a71333,segment=NetworkSegment(df545ded-d416-4a7b-b14b-381d0088fcbd),segment_id=df545ded-d416-4a7b-b14b-381d0088fcbd)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:57.137860 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:57.183308 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:57.218492 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:57.352868 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=4c60bb6c-1555-4737-9dbb-3f1954a71333,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:57.368932 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:57.433725 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:57.493105 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Network 85def040-d61d-48c6-b291-38db29b62b1a is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:57.498607 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:57.529189 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 3cc9637a-0998-43e3-8767-00eff2aa0d4b up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:57.547930 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:57.575370 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdd76bf-30a6-45f5-bff2-3c9fc76b2cb9 x-openstack-request-id: req-3cdd76bf-30a6-45f5-bff2-3c9fc76b2cb9 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:44:57.575951 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82b476c-c161-43bb-8832-d62afc1e1683", "tag": "ee61d7dd-b786-4a95-8c15-797429a71729", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:44:57.575951 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cdd76bf-30a6-45f5-bff2-3c9fc76b2cb9 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:44:57.576489 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82b476c-c161-43bb-8832-d62afc1e1683', 'tag': 'ee61d7dd-b786-4a95-8c15-797429a71729', 'status': 'completed', 'code': 200}
Sep 25 04:44:57.731485 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 3cc9637a-0998-43e3-8767-00eff2aa0d4b triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:57.732140 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:57.774530 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4d72d-ea42-4204-9e76-401dd5b98b73 req-5e8bcd6a-ccc8-422a-9c0c-e92ecf17eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:57.776362 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bc4d72d-ea42-4204-9e76-401dd5b98b73 req-5e8bcd6a-ccc8-422a-9c0c-e92ecf17eb8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbe579cf95634476890db51eac194687&device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 1097 time: 0.1624315
Sep 25 04:44:57.778685 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Allocated IP 172.27.2.167 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/ff35d128-5f62-452e-8ff1-4580f3288810) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:44:57.932505 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Pushing event updated for resources: {'Port': ['ID=72260f69-d190-4612-977f-c7e3583f37fd,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:57.941618 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f64cde-6753-4097-b2b0-f103d6c58bb5" -d '{"events": [{"server_uuid": "4a07ee29-5a30-4352-a879-bb395c179d64", "name": "network-vif-plugged", "status": "completed", "tag": "4c60bb6c-1555-4737-9dbb-3f1954a71333"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:44:57.966466 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:57.967867 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:58.063875 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ee61d7dd-b786-4a95-8c15-797429a71729 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:44:58.086193 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4d72d-ea42-4204-9e76-401dd5b98b73 req-4c0fd69f-a23e-4a54-a8ca-181d63b8fafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:58.088801 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bc4d72d-ea42-4204-9e76-401dd5b98b73 req-4c0fd69f-a23e-4a54-a8ca-181d63b8fafa service neutron] 10.222.0.23 "GET /v2.0/networks?id=85def040-d61d-48c6-b291-38db29b62b1a HTTP/1.1" status: 200  len: 917 time: 0.3039222
Sep 25 04:44:58.158881 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ceae98-6d6f-4e6e-8855-1a6a2faf97bc req-4f41f64e-1e2e-4f39-98ff-4ef907912677 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:58.162183 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-06ceae98-6d6f-4e6e-8855-1a6a2faf97bc req-4f41f64e-1e2e-4f39-98ff-4ef907912677 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 945 time: 0.2750645
Sep 25 04:44:58.172753 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-1ede9076-c681-4320-991b-c64de3fcade9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6162374
Sep 25 04:44:58.173589 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bc4d72d-ea42-4204-9e76-401dd5b98b73 req-a18746e0-507f-409a-a7bd-0fa7943cc827 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee61d7dd-b786-4a95-8c15-797429a71729 HTTP/1.1" status: 200  len: 217 time: 0.0788066
Sep 25 04:44:58.228851 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:58.236786 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f66e7-37bd-4966-b001-01eb438768d9 req-4dda2a82-8b34-4a01-ae57-92748eeb7efa tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:58.254184 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d7f66e7-37bd-4966-b001-01eb438768d9 req-4dda2a82-8b34-4a01-ae57-92748eeb7efa tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 931 time: 0.3702135
Sep 25 04:44:58.276424 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Request body: {'port': {'device_id': 'ea59ca64-aae3-468d-a56c-6d37b0d9854e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:44:58.375575 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-06ceae98-6d6f-4e6e-8855-1a6a2faf97bc req-a21c9a23-cb08-4c20-87bd-77db977f69a8 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1987069
Sep 25 04:44:58.397914 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ee61d7dd-b786-4a95-8c15-797429a71729, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ee61d7dd-b786-4a95-8c15-797429a71729,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:58.409238 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4d72d-ea42-4204-9e76-401dd5b98b73 req-8bf1ac48-87f2-480b-b8ec-7c37317babd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:58.411297 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bc4d72d-ea42-4204-9e76-401dd5b98b73 req-8bf1ac48-87f2-480b-b8ec-7c37317babd0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aedebdbd-7d90-45fc-9460-f48bb0a0d00b HTTP/1.1" status: 200  len: 857 time: 0.2212689
Sep 25 04:44:58.434324 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d7f66e7-37bd-4966-b001-01eb438768d9 req-f5240e04-6f48-47f7-886e-91a7b421558d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1780956
Sep 25 04:44:58.439258 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 8d681131-ed0e-4ecb-9749-83add657e808 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:44:58.562423 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bc4d72d-ea42-4204-9e76-401dd5b98b73 req-703f27fc-abb5-46ce-a45c-b29b4c192409 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85def040-d61d-48c6-b291-38db29b62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1382987
Sep 25 04:44:58.565498 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:58.571833 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': 'ee61d7dd-b786-4a95-8c15-797429a71729', 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a', 'port_id': 'ee61d7dd-b786-4a95-8c15-797429a71729', 'mac_address': 'fa:16:3e:1e:ed:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedebdbd-7d90-45fc-9460-f48bb0a0d00b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:44:58.599785 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:58.648952 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:44:58.745190 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:44:58.756464 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:44:58.791644 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:58.854236 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee61d7dd-b786-4a95-8c15-797429a71729 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:44:58.939832 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ee61d7dd-b786-4a95-8c15-797429a71729, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ee61d7dd-b786-4a95-8c15-797429a71729,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:58.950426 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 8d681131-ed0e-4ecb-9749-83add657e808 completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:44:58.963942 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 8d681131-ed0e-4ecb-9749-83add657e808 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:44:58.963942 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:59.028043 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bc4d72d-ea42-4204-9e76-401dd5b98b73 req-5091cde2-3b69-4275-a626-4776646ed2b3 service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4532793
Sep 25 04:44:59.162784 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:59.267783 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=ee61d7dd-b786-4a95-8c15-797429a71729,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:59.299355 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bc4d72d-ea42-4204-9e76-401dd5b98b73 req-49b458fb-439a-4b35-aa97-5e8ed882913a service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2081330
Sep 25 04:44:59.328922 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:59.346107 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event updated for resources: {'Port': ['ID=ff35d128-5f62-452e-8ff1-4580f3288810,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:59.397825 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['ee61d7dd-b786-4a95-8c15-797429a71729'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:44:59.463886 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 8d681131-ed0e-4ecb-9749-83add657e808, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d681131-ed0e-4ecb-9749-83add657e808,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:44:59.536589 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72260f69-d190-4612-977f-c7e3583f37fd {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:44:59.537449 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:59.567109 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-221aecf4-f0fc-42fd-9f2b-7216a6651dde req-1f2a7aaa-71f7-4fe0-ac26-5fd9060db850 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 210 time: 0.9573710
Sep 25 04:44:59.573562 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:59.595404 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:59.624283 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Transition to ACTIVE for port object 72260f69-d190-4612-977f-c7e3583f37fd will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:44:59.682132 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=8d681131-ed0e-4ecb-9749-83add657e808,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:59.702997 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9678551c-8f50-4f07-abe0-cbc56335c1d6 req-7d0350b6-12a3-436f-9719-0b080fb50aa6 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:44:59.713559 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:59.717622 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9678551c-8f50-4f07-abe0-cbc56335c1d6 req-7d0350b6-12a3-436f-9719-0b080fb50aa6 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.1756008
Sep 25 04:44:59.742986 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:44:59.831399 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Pushing event updated for resources: {'Port': ['ID=72260f69-d190-4612-977f-c7e3583f37fd,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:44:59.867140 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9678551c-8f50-4f07-abe0-cbc56335c1d6 req-e32c7332-1881-4ed1-b138-9d52e0e4218b tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480803
Sep 25 04:44:59.969159 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Attempting to bind port 72260f69-d190-4612-977f-c7e3583f37fd on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:44:59.969604 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Attempting to bind port 72260f69-d190-4612-977f-c7e3583f37fd by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:44:59.969948 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Attempting to bind port 72260f69-d190-4612-977f-c7e3583f37fd on network 85def040-d61d-48c6-b291-38db29b62b1a {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:59.977221 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Port 72260f69-d190-4612-977f-c7e3583f37fd on network 85def040-d61d-48c6-b291-38db29b62b1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:44:59.977562 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Attempting to bind port 72260f69-d190-4612-977f-c7e3583f37fd on network 85def040-d61d-48c6-b291-38db29b62b1a {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:44:59.984955 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:44:59.985314 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Checking segment: {'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:44:59.985691 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Bound using segment: {'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:44:59.986191 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Bound port: 72260f69-d190-4612-977f-c7e3583f37fd, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '170f2d13-7b1d-46f5-a2e9-111c90e535ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:44:59.986571 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:00.089386 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:00.105162 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a32f1f-64ff-4e1d-a839-a57200314473 x-openstack-request-id: req-61a32f1f-64ff-4e1d-a839-a57200314473 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:00.106135 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a07ee29-5a30-4352-a879-bb395c179d64", "name": "network-vif-plugged", "status": "completed", "tag": "4c60bb6c-1555-4737-9dbb-3f1954a71333", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:00.106466 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-61a32f1f-64ff-4e1d-a839-a57200314473 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:00.106940 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a07ee29-5a30-4352-a879-bb395c179d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c60bb6c-1555-4737-9dbb-3f1954a71333', 'code': 200}
Sep 25 04:45:00.166414 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] For port 72260f69-d190-4612-977f-c7e3583f37fd, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:45:00.172100 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] For port 72260f69-d190-4612-977f-c7e3583f37fd, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=72260f69-d190-4612-977f-c7e3583f37fd,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:45:00.198793 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2487e-77fe-4994-b27f-644c640d687b req-c5a6d136-ab3f-4475-9c87-c38edfeca1c5 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:00.201437 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9ef2487e-77fe-4994-b27f-644c640d687b req-c5a6d136-ab3f-4475-9c87-c38edfeca1c5 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 945 time: 0.1029284
Sep 25 04:45:00.219219 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:00.307045 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592e23da-2fd1-483d-82db-8be23dcd4c26 req-8c9dffc2-5a07-4d99-93ae-9f504c0a47dd tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:00.309119 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-592e23da-2fd1-483d-82db-8be23dcd4c26 req-8c9dffc2-5a07-4d99-93ae-9f504c0a47dd tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 943 time: 0.1064456
Sep 25 04:45:00.313572 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9ef2487e-77fe-4994-b27f-644c640d687b req-510f64d7-efbd-4de2-a7ab-db99fd0269d4 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021667
Sep 25 04:45:00.314914 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:00.404578 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event updated for resources: {'Port': ['ID=ff35d128-5f62-452e-8ff1-4580f3288810,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:00.419682 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:00.475599 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45806) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:00.489946 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Pushing event updated for resources: {'Port': ['ID=72260f69-d190-4612-977f-c7e3583f37fd,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:00.500142 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:00.500891 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:00.502550 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-23982155-44bd-497e-a717-38865d9751b4 service neutron] 10.222.0.23 "PUT /v2.0/ports/72260f69-d190-4612-977f-c7e3583f37fd HTTP/1.1" status: 200  len: 1093 time: 2.2346692
Sep 25 04:45:00.503048 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea59ca64-aae3-468d-a56c-6d37b0d9854e', 'tag': '72260f69-d190-4612-977f-c7e3583f37fd'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:00.506896 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dbc6e9-1ea4-41dd-b62f-4a8a0b5da8e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea59ca64-aae3-468d-a56c-6d37b0d9854e", "tag": "72260f69-d190-4612-977f-c7e3583f37fd"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:00.539130 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-592e23da-2fd1-483d-82db-8be23dcd4c26 req-30053d73-a0dc-46d9-9516-7b739cdba5fd tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136463
Sep 25 04:45:00.573067 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:00.581400 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-11d1c948-bf48-4328-b568-08e061ba74b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6001554
Sep 25 04:45:00.686007 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5574a164-328e-4066-af42-bad7fefc9d97 x-openstack-request-id: req-5574a164-328e-4066-af42-bad7fefc9d97 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:00.694730 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea59ca64-aae3-468d-a56c-6d37b0d9854e", "tag": "72260f69-d190-4612-977f-c7e3583f37fd", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:00.695515 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5574a164-328e-4066-af42-bad7fefc9d97 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:00.696147 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea59ca64-aae3-468d-a56c-6d37b0d9854e', 'tag': '72260f69-d190-4612-977f-c7e3583f37fd', 'status': 'completed', 'code': 200}
Sep 25 04:45:00.822514 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0243367-542f-4f29-ba63-178b9fa1cef8 req-85ec75cc-dde4-460e-b5a3-20ba363d827d tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 210 time: 0.0922973
Sep 25 04:45:00.849948 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22480c-660e-4bd8-b9bc-47c44b0a9da8 req-ecc492cb-8db5-4c74-9cf4-60827a966b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:00.852280 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9c22480c-660e-4bd8-b9bc-47c44b0a9da8 req-ecc492cb-8db5-4c74-9cf4-60827a966b20 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 1098 time: 0.2675469
Sep 25 04:45:00.903350 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9c22480c-660e-4bd8-b9bc-47c44b0a9da8 req-c9bf7e00-c3dc-4f4a-96a3-ead5fd02214f service neutron] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:01.057007 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c518d9fa-94fd-4354-a612-43047c6ab00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:01.087760 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbc6e9-1ea4-41dd-b62f-4a8a0b5da8e0 req-8f962e99-4c67-44f1-9caf-1035b177c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:01.091275 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-81dbc6e9-1ea4-41dd-b62f-4a8a0b5da8e0 req-8f962e99-4c67-44f1-9caf-1035b177c325 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbe579cf95634476890db51eac194687&device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 1096 time: 0.4469347
Sep 25 04:45:01.144826 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-b518f8fb-6a77-4fd5-aeb0-403f7e6ae0a8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1693124346&fields=id&tenant_id=b572a0366594463587c5764ffc266df4 HTTP/1.1" status: 200  len: 267 time: 0.2119784
Sep 25 04:45:01.225122 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42be25c-25bc-47f4-b1e6-7ef1f0a16156 req-c82e0c6d-9fc2-431a-9656-a86de480d9cf tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:01.227429 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e42be25c-25bc-47f4-b1e6-7ef1f0a16156 req-c82e0c6d-9fc2-431a-9656-a86de480d9cf tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.2071106
Sep 25 04:45:01.374660 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbc6e9-1ea4-41dd-b62f-4a8a0b5da8e0 req-7e8bf485-685a-437f-b715-2d1e39f63eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:01.376560 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-81dbc6e9-1ea4-41dd-b62f-4a8a0b5da8e0 req-7e8bf485-685a-437f-b715-2d1e39f63eab service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=dbe579cf95634476890db51eac194687&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2769105
Sep 25 04:45:01.408836 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9c22480c-660e-4bd8-b9bc-47c44b0a9da8 req-c9bf7e00-c3dc-4f4a-96a3-ead5fd02214f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:01.494414 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e42be25c-25bc-47f4-b1e6-7ef1f0a16156 req-e3e186fc-d009-45ab-a062-1cdc3c3545b4 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416039
Sep 25 04:45:01.504115 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-044de62d-8c94-4555-ad9a-0845e86fe395 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:01.511804 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-044de62d-8c94-4555-ad9a-0845e86fe395 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/networks?id=4da2159d-60a0-4d83-9c3e-f0f173eed71c HTTP/1.1" status: 200  len: 817 time: 0.3659840
Sep 25 04:45:01.541259 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9c22480c-660e-4bd8-b9bc-47c44b0a9da8 req-c9bf7e00-c3dc-4f4a-96a3-ead5fd02214f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:01.580853 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-37e4afb7-16a8-43ed-9e84-1eee735edeb6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/quotas/b572a0366594463587c5764ffc266df4 HTTP/1.1" status: 200  len: 375 time: 0.0673792
Sep 25 04:45:01.640573 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9c22480c-660e-4bd8-b9bc-47c44b0a9da8 req-c9bf7e00-c3dc-4f4a-96a3-ead5fd02214f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7804155
Sep 25 04:45:01.667836 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-741d5de3-3e28-49f8-9a18-149462d0351a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:01.669942 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-741d5de3-3e28-49f8-9a18-149462d0351a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.23 "GET /v2.0/networks?id=662548c6-ea0f-42ea-8c47-15dfa9490131 HTTP/1.1" status: 200  len: 811 time: 0.3426521
Sep 25 04:45:01.672996 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf7e00-c3dc-4f4a-96a3-ead5fd02214f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0c9f90-cd59-4467-aa9c-f2cda9cbb51d,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:01.734688 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-40d359c4-861a-4447-bde7-6c7317d91bea tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1439550
Sep 25 04:45:01.755442 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbc6e9-1ea4-41dd-b62f-4a8a0b5da8e0 req-63d3587b-74e4-49f0-bca7-7124a91c70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:01.757237 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-81dbc6e9-1ea4-41dd-b62f-4a8a0b5da8e0 req-63d3587b-74e4-49f0-bca7-7124a91c70f0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.3732326
Sep 25 04:45:01.768050 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439683d-b6e0-4801-b1fb-08fa577b452e req-6c8637ff-ccd5-4f01-b992-2b249a386761 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:01.769703 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b439683d-b6e0-4801-b1fb-08fa577b452e req-6c8637ff-ccd5-4f01-b992-2b249a386761 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 945 time: 0.1251745
Sep 25 04:45:01.782800 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c518d9fa-94fd-4354-a612-43047c6ab00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:01.879143 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b439683d-b6e0-4801-b1fb-08fa577b452e req-cf7658e6-fef4-4d7a-a985-811f05efe80a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982993
Sep 25 04:45:01.897281 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c518d9fa-94fd-4354-a612-43047c6ab00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:01.924547 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-a756459b-4a11-42b8-8d93-84fb102cf7c2 service neutron] 10.222.0.20 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1854317
Sep 25 04:45:01.990681 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-85aefd53-9033-453e-8f84-f2c9f2b3fe51 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d5a7e3fa49940d88d496254460a9fd4 HTTP/1.1" status: 200  len: 380 time: 0.1372902
Sep 25 04:45:02.018506 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Request body: {'port': {'device_id': '5e8e7040-86b3-424d-9174-21d5722d771c', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'admin_state_up': True, 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'security_groups': ['cb301e07-7b74-474c-b069-f1aba923aa6f']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:02.057820 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-c518d9fa-94fd-4354-a612-43047c6ab00e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=421026dd716f497193a1eda612687675&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5806799
Sep 25 04:45:02.064813 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518d9fa-94fd-4354-a612-43047c6ab00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09657a6-4eaf-42f5-8054-1246dbc7d885,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:02.070755 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45864) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:02.108591 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846d04fc-b783-47ea-a5ab-bf5a61d9c42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d681131-ed0e-4ecb-9749-83add657e808'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:02.114396 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff18f5e5-ddbb-4cd0-8bc7-8608fcfe140a" -d '{"events": [{"server_uuid": "846d04fc-b783-47ea-a5ab-bf5a61d9c42d", "name": "network-vif-plugged", "status": "completed", "tag": "8d681131-ed0e-4ecb-9749-83add657e808"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:02.123110 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ee61d7dd-b786-4a95-8c15-797429a71729 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:45:02.128445 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-8e1c854e-32e8-4c6a-91e2-075c81fa92e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:02.129872 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-8e1c854e-32e8-4c6a-91e2-075c81fa92e9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbe579cf95634476890db51eac194687&device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 1096 time: 0.1827588
Sep 25 04:45:02.228351 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-88b99496-9750-4b1b-8b57-30a3b256eb77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72260f69-d190-4612-977f-c7e3583f37fd HTTP/1.1" status: 200  len: 217 time: 0.0813186
Sep 25 04:45:02.306386 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 45872) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:02.327238 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a037b4-f156-40c0-8552-161c95f4dfd4 req-acc05389-6c09-4506-ae92-38f0f786adeb tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:02.329115 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b927b6da-766a-40f9-accc-0acc356d66ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:02.330102 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4a037b4-f156-40c0-8552-161c95f4dfd4 req-acc05389-6c09-4506-ae92-38f0f786adeb tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 943 time: 0.3118188
Sep 25 04:45:02.374704 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port ee61d7dd-b786-4a95-8c15-797429a71729 completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:45:02.383577 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port ee61d7dd-b786-4a95-8c15-797429a71729 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:45:02.384352 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:02.390261 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-fec2d90b-51dc-4cd4-a15f-fa561647fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:02.392934 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-fec2d90b-51dc-4cd4-a15f-fa561647fcfb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aedebdbd-7d90-45fc-9460-f48bb0a0d00b HTTP/1.1" status: 200  len: 857 time: 0.1541588
Sep 25 04:45:02.396663 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b927b6da-766a-40f9-accc-0acc356d66ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:02.396999 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-a3d9c519-371f-441f-b6af-c7bb521145f0 service neutron] 10.222.0.20 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4748850
Sep 25 04:45:02.449911 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4a037b4-f156-40c0-8552-161c95f4dfd4 req-5be15f8e-55f4-4f6d-bf88-c9b7ab7ee827 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960822
Sep 25 04:45:02.472774 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-4b6678da-0aca-4f04-ab22-096a1285dd3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85def040-d61d-48c6-b291-38db29b62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0720327
Sep 25 04:45:02.626509 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Made reservation on behalf of 2d5a7e3fa49940d88d496254460a9fd4 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:45:02.635541 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:02.655187 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:02.658934 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-0bf239c5-a1c0-4359-ba53-f037d5cd0a74 service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1757271
Sep 25 04:45:02.744465 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ee642402-610a-4c80-977a-86a38473fce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:02.752484 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ee61d7dd-b786-4a95-8c15-797429a71729, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ee61d7dd-b786-4a95-8c15-797429a71729,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:02.764888 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0781603d-44e4-4a9e-b503-f6d7ca4b4fae req-0059e68c-a56e-44c3-b1fc-f0543cc9fcfc tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 210 time: 0.0415404
Sep 25 04:45:02.795569 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b927b6da-766a-40f9-accc-0acc356d66ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:02.810454 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b927b6da-766a-40f9-accc-0acc356d66ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:02.810454 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-b927b6da-766a-40f9-accc-0acc356d66ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a09657a6-4eaf-42f5-8054-1246dbc7d885 HTTP/1.1" status: 204  len: 168 time: 0.7310572
Sep 25 04:45:02.860195 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:02.886330 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927b6da-766a-40f9-accc-0acc356d66ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09657a6-4eaf-42f5-8054-1246dbc7d885,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:02.904064 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ee642402-610a-4c80-977a-86a38473fce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:03.010657 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-bab93944-56a9-45b7-ac71-8883c7861c47 req-a29b4b9f-3c49-4725-9609-bb066fe823da service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3202977
Sep 25 04:45:03.023876 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ee642402-610a-4c80-977a-86a38473fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:03.121923 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=ee61d7dd-b786-4a95-8c15-797429a71729,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:03.135773 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234ec9f8-b7b2-4e97-9a8c-9f20ad503c62 x-openstack-request-id: req-234ec9f8-b7b2-4e97-9a8c-9f20ad503c62 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:03.136585 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846d04fc-b783-47ea-a5ab-bf5a61d9c42d", "name": "network-vif-plugged", "status": "completed", "tag": "8d681131-ed0e-4ecb-9749-83add657e808", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:03.140562 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-234ec9f8-b7b2-4e97-9a8c-9f20ad503c62 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:03.141547 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846d04fc-b783-47ea-a5ab-bf5a61d9c42d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d681131-ed0e-4ecb-9749-83add657e808', 'code': 200}
Sep 25 04:45:03.326216 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee642402-610a-4c80-977a-86a38473fce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a816c5b2-c257-4d89-b8cc-d813ac1efe46,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:03.387175 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a57a57-59ef-4c15-8772-9fd5bb0588ce req-94e22c04-8ce5-45f0-bc05-1484f90e85cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:03.397075 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-59a57a57-59ef-4c15-8772-9fd5bb0588ce req-94e22c04-8ce5-45f0-bc05-1484f90e85cb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 1099 time: 0.0936489
Sep 25 04:45:03.445746 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ee642402-610a-4c80-977a-86a38473fce1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=06e37f1a80ea4c029c2d59f8a88a249a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1139035
Sep 25 04:45:03.452944 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45896) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:03.494364 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-59a57a57-59ef-4c15-8772-9fd5bb0588ce req-dad2a57d-da7c-42ba-948f-a43d80394524 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840290
Sep 25 04:45:03.503359 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55304d0c-a26e-4834-9909-54becef8bc62 req-a94a2a3c-e54e-4b76-9ffe-4b2ea97c9d34 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:03.505711 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-55304d0c-a26e-4834-9909-54becef8bc62 req-a94a2a3c-e54e-4b76-9ffe-4b2ea97c9d34 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 945 time: 0.3010964
Sep 25 04:45:03.546677 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ad4b6-70ba-40fb-8250-801c9fcbc4c7 req-ec7121ac-8d11-4450-b2fb-60f54ef879e2 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:03.562255 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-03a1e50f-3529-4435-843a-9879a08dde40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:03.562544 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-151ad4b6-70ba-40fb-8250-801c9fcbc4c7 req-ec7121ac-8d11-4450-b2fb-60f54ef879e2 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.3855700
Sep 25 04:45:03.612987 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-03a1e50f-3529-4435-843a-9879a08dde40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:03.815202 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-03a1e50f-3529-4435-843a-9879a08dde40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:03.818347 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Allocated IP 172.20.0.6 (662548c6-ea0f-42ea-8c47-15dfa9490131/8524f7c8-7a47-40ed-8be3-7285aeb94293/ba32f737-b7d7-45f5-946d-dd6be47c07a7) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:45:03.821972 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-03a1e50f-3529-4435-843a-9879a08dde40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:03.824367 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-03a1e50f-3529-4435-843a-9879a08dde40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a816c5b2-c257-4d89-b8cc-d813ac1efe46 HTTP/1.1" status: 204  len: 168 time: 0.3662798
Sep 25 04:45:03.841968 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1e50f-3529-4435-843a-9879a08dde40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a816c5b2-c257-4d89-b8cc-d813ac1efe46,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:03.906698 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-151ad4b6-70ba-40fb-8250-801c9fcbc4c7 req-b46453e4-217c-4d2c-900f-63e4b4add10e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3428807
Sep 25 04:45:03.957835 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-55304d0c-a26e-4834-9909-54becef8bc62 req-a8a1906c-627c-43db-9523-b37ae2d55268 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3854761
Sep 25 04:45:04.022455 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0b0ee546-70e4-4189-9976-d3187c8d6db7 req-a0ea0e7e-5ee2-48eb-86c4-6e77ade8e0aa tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 210 time: 0.0622377
Sep 25 04:45:04.077830 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45908) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:04.096172 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-799021c5-fbed-4f3c-a5f5-dd7df9cf3d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:04.120995 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 72260f69-d190-4612-977f-c7e3583f37fd details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:45:04.296188 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1995f617-0836-4b6f-93d6-dd0f26fd401b req-97c34c53-f295-48ab-8ee8-86da820ba6e2 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 210 time: 0.1249554
Sep 25 04:45:04.302292 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-799021c5-fbed-4f3c-a5f5-dd7df9cf3d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:04.332215 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d35c8-800c-4884-aec3-722459b11199 req-fd573419-663d-4bf8-9d93-031fff8a7fbf tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:04.333056 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 72260f69-d190-4612-977f-c7e3583f37fd, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=72260f69-d190-4612-977f-c7e3583f37fd,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:04.345190 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-111d35c8-800c-4884-aec3-722459b11199 req-fd573419-663d-4bf8-9d93-031fff8a7fbf tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 943 time: 0.2716060
Sep 25 04:45:04.383989 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '72260f69-d190-4612-977f-c7e3583f37fd', 'network_id': '85def040-d61d-48c6-b291-38db29b62b1a', 'port_id': '72260f69-d190-4612-977f-c7e3583f37fd', 'mac_address': 'fa:16:3e:f0:4e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aedebdbd-7d90-45fc-9460-f48bb0a0d00b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:45:04.391317 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-799021c5-fbed-4f3c-a5f5-dd7df9cf3d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:04.446491 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-799021c5-fbed-4f3c-a5f5-dd7df9cf3d54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=624198dce6244d09be7a660c24344275&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3670931
Sep 25 04:45:04.452507 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45916) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:04.460897 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799021c5-fbed-4f3c-a5f5-dd7df9cf3d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2e3626-0bdf-4398-b2b4-c8a23da794ae,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:04.506716 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:04.532565 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72260f69-d190-4612-977f-c7e3583f37fd {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:45:04.540438 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:04.587001 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-111d35c8-800c-4884-aec3-722459b11199 req-10022c6c-0517-4a79-a07a-3fa4204e52b9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2344275
Sep 25 04:45:04.589236 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 72260f69-d190-4612-977f-c7e3583f37fd, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=72260f69-d190-4612-977f-c7e3583f37fd,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:04.605650 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0e073001-3eca-400e-8c0e-2f5d853730b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:04.632324 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0e073001-3eca-400e-8c0e-2f5d853730b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:04.643633 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:04.701044 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Network 662548c6-ea0f-42ea-8c47-15dfa9490131 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:45:04.703430 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:04.705673 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:45:04.710570 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:45:04.782418 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event updated for resources: {'Port': ['ID=ba32f737-b7d7-45f5-946d-dd6be47c07a7,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:04.831439 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:04.833343 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:04.843618 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0e073001-3eca-400e-8c0e-2f5d853730b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:04.847486 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0e073001-3eca-400e-8c0e-2f5d853730b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:04.854713 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-0e073001-3eca-400e-8c0e-2f5d853730b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ee2e3626-0bdf-4398-b2b4-c8a23da794ae HTTP/1.1" status: 204  len: 168 time: 0.3998611
Sep 25 04:45:04.863853 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=72260f69-d190-4612-977f-c7e3583f37fd,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:04.876071 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e073001-3eca-400e-8c0e-2f5d853730b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2e3626-0bdf-4398-b2b4-c8a23da794ae,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:04.955465 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['72260f69-d190-4612-977f-c7e3583f37fd'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:45:04.981180 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-b3882409-9d62-4805-b2a6-12ab703b4e7e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9746220
Sep 25 04:45:04.998200 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Request body: {'port': {'device_id': '5e8e7040-86b3-424d-9174-21d5722d771c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:05.150984 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82b476c-c161-43bb-8832-d62afc1e1683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee61d7dd-b786-4a95-8c15-797429a71729'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:05.154512 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aa692c-de87-4ebf-8309-37a33ae90de3" -d '{"events": [{"server_uuid": "c82b476c-c161-43bb-8832-d62afc1e1683", "name": "network-vif-plugged", "status": "completed", "tag": "ee61d7dd-b786-4a95-8c15-797429a71729"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:05.171020 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd318a-a48e-4cb4-8ba5-7074fc8faf6f req-6f574084-7937-46c0-ae12-fa1a0d101223 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:05.173377 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5cfd318a-a48e-4cb4-8ba5-7074fc8faf6f req-6f574084-7937-46c0-ae12-fa1a0d101223 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.1436436
Sep 25 04:45:05.174322 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:05.226509 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-99231910-8d9c-4e23-82e8-09ab0ed28878 None None] Provisioning complete for port ba32f737-b7d7-45f5-946d-dd6be47c07a7 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:45:05.227112 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-99231910-8d9c-4e23-82e8-09ab0ed28878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:05.269228 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6173aa1-d0b3-451e-af63-a94034187ef6 req-98a559c4-eb8f-461d-b2f2-88faee91218a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:05.271662 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6173aa1-d0b3-451e-af63-a94034187ef6 req-98a559c4-eb8f-461d-b2f2-88faee91218a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 945 time: 0.1678445
Sep 25 04:45:05.304508 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45932) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:05.337982 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-99231910-8d9c-4e23-82e8-09ab0ed28878 None None] Port ba32f737-b7d7-45f5-946d-dd6be47c07a7 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:45:05.358338 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-336dfce7-4e2f-43c3-8ec1-d020de0add51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:05.373595 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5cfd318a-a48e-4cb4-8ba5-7074fc8faf6f req-1e5d3de7-a288-474a-ac0c-fab91d7a7e66 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1740890
Sep 25 04:45:05.575105 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6173aa1-d0b3-451e-af63-a94034187ef6 req-16e2ec40-7c04-4201-ac01-a1e41a2ae94c tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2757881
Sep 25 04:45:05.581294 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-96384b94-77e1-45d2-9563-04d4fcbedcf9 req-0b172394-2841-4786-aab5-388af12a201b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 210 time: 0.0747738
Sep 25 04:45:05.673991 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-336dfce7-4e2f-43c3-8ec1-d020de0add51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:05.726324 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0267c8f9-81b2-4e66-b9e7-6978b5c2ac79 x-openstack-request-id: req-0267c8f9-81b2-4e66-b9e7-6978b5c2ac79 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:05.726647 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82b476c-c161-43bb-8832-d62afc1e1683", "name": "network-vif-plugged", "status": "completed", "tag": "ee61d7dd-b786-4a95-8c15-797429a71729", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:05.726905 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0267c8f9-81b2-4e66-b9e7-6978b5c2ac79 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:05.727301 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82b476c-c161-43bb-8832-d62afc1e1683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee61d7dd-b786-4a95-8c15-797429a71729', 'code': 200}
Sep 25 04:45:05.746050 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-336dfce7-4e2f-43c3-8ec1-d020de0add51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:05.860268 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dfce7-4e2f-43c3-8ec1-d020de0add51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a29da1e-5aa0-435c-92f1-3769a31b77f6,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:05.886244 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-336dfce7-4e2f-43c3-8ec1-d020de0add51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=01579e3f890e42d1bd5f6a9190534a2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5799150
Sep 25 04:45:05.889216 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 45950) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:05.959856 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba32f737-b7d7-45f5-946d-dd6be47c07a7 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:45:05.972007 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:05.989616 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e498849-dfd3-4245-887f-10fe61debca3 req-9a266456-8ef6-4729-99c4-3ad9c37e6e9d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:05.992208 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-afe00ff7-c313-41fd-946d-da1325b58a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:05.999030 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7e498849-dfd3-4245-887f-10fe61debca3 req-9a266456-8ef6-4729-99c4-3ad9c37e6e9d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 944 time: 0.1632631
Sep 25 04:45:06.013425 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d78b0a-2007-4e24-9990-2790e89502c4 req-913da68c-b6ab-477e-8b61-00c85177b3ff tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:06.015177 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61d78b0a-2007-4e24-9990-2790e89502c4 req-913da68c-b6ab-477e-8b61-00c85177b3ff tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 931 time: 0.1644628
Sep 25 04:45:06.041557 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Transition to ACTIVE for port object ba32f737-b7d7-45f5-946d-dd6be47c07a7 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:45:06.081219 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7e498849-dfd3-4245-887f-10fe61debca3 req-e64ee938-ace6-452c-afe8-3381edecc65c tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811751
Sep 25 04:45:06.086243 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-afe00ff7-c313-41fd-946d-da1325b58a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:06.118974 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61d78b0a-2007-4e24-9990-2790e89502c4 req-9c94cd4a-9d60-43d2-bf9b-3ec33f55c962 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819786
Sep 25 04:45:06.130645 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 72260f69-d190-4612-977f-c7e3583f37fd up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:45:06.157681 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:06.267057 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Pushing event updated for resources: {'Port': ['ID=ba32f737-b7d7-45f5-946d-dd6be47c07a7,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:06.294701 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a95e0-3557-4f7c-8825-796cc0dfd94a req-03e996c8-eb5f-4fe3-93a9-de20e96bc655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:06.296556 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-b74a95e0-3557-4f7c-8825-796cc0dfd94a req-03e996c8-eb5f-4fe3-93a9-de20e96bc655 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 1099 time: 0.0599298
Sep 25 04:45:06.320876 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-afe00ff7-c313-41fd-946d-da1325b58a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:06.327273 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-afe00ff7-c313-41fd-946d-da1325b58a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:06.333516 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-afe00ff7-c313-41fd-946d-da1325b58a90 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8a29da1e-5aa0-435c-92f1-3769a31b77f6 HTTP/1.1" status: 204  len: 168 time: 0.4379096
Sep 25 04:45:06.337911 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 72260f69-d190-4612-977f-c7e3583f37fd completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:45:06.363487 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe00ff7-c313-41fd-946d-da1325b58a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a29da1e-5aa0-435c-92f1-3769a31b77f6,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:06.363953 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 72260f69-d190-4612-977f-c7e3583f37fd triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:45:06.372283 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:06.430741 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-b74a95e0-3557-4f7c-8825-796cc0dfd94a req-41edfe35-9b4d-4be4-afdd-2d79bd5d8897 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250939
Sep 25 04:45:06.636861 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:06.673013 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Attempting to bind port ba32f737-b7d7-45f5-946d-dd6be47c07a7 on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:45:06.673577 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Attempting to bind port ba32f737-b7d7-45f5-946d-dd6be47c07a7 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:45:06.674132 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Attempting to bind port ba32f737-b7d7-45f5-946d-dd6be47c07a7 on network 662548c6-ea0f-42ea-8c47-15dfa9490131 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:45:06.736389 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-549e6e3c-5501-4d39-b616-61e787ec62ba tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:06.741325 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-549e6e3c-5501-4d39-b616-61e787ec62ba tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.23 "GET /v2.0/networks?id=4da2159d-60a0-4d83-9c3e-f0f173eed71c HTTP/1.1" status: 200  len: 817 time: 0.4740987
Sep 25 04:45:06.772537 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Port ba32f737-b7d7-45f5-946d-dd6be47c07a7 on network 662548c6-ea0f-42ea-8c47-15dfa9490131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:45:06.773691 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Attempting to bind port ba32f737-b7d7-45f5-946d-dd6be47c07a7 on network 662548c6-ea0f-42ea-8c47-15dfa9490131 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:45:06.812909 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:45:06.813353 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Checking segment: {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:45:06.813756 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Bound using segment: {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:45:06.814202 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Bound port: ba32f737-b7d7-45f5-946d-dd6be47c07a7, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:45:06.814595 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:06.815154 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 72260f69-d190-4612-977f-c7e3583f37fd, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=72260f69-d190-4612-977f-c7e3583f37fd,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:06.890254 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7113da54-346c-4aca-a6f4-3c571ece4a2c req-9165d901-0346-46f0-bd49-2e2a5ed618d8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 210 time: 0.0799794
Sep 25 04:45:06.912097 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:06.947711 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-27f6f004-9470-415e-bb4f-7346442510dd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b572a0366594463587c5764ffc266df4 HTTP/1.1" status: 200  len: 380 time: 0.1975110
Sep 25 04:45:06.960106 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Request body: {'port': {'device_id': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'admin_state_up': True, 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'security_groups': ['ab3bffb1-2a33-4916-a6f9-c43ca6283dc4']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:07.021815 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=72260f69-d190-4612-977f-c7e3583f37fd,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:07.068427 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] For port ba32f737-b7d7-45f5-946d-dd6be47c07a7, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:45:07.116879 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] For port ba32f737-b7d7-45f5-946d-dd6be47c07a7, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ba32f737-b7d7-45f5-946d-dd6be47c07a7,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:45:07.269735 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:07.368720 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:07.369370 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:07.370863 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] 10.222.0.23 "PUT /v2.0/ports/ba32f737-b7d7-45f5-946d-dd6be47c07a7 HTTP/1.1" status: 200  len: 1093 time: 2.3801513
Sep 25 04:45:07.371567 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8e7040-86b3-424d-9174-21d5722d771c', 'tag': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:07.374610 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff5676f-1584-41f8-8f5a-e7233ea15287" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8e7040-86b3-424d-9174-21d5722d771c", "tag": "ba32f737-b7d7-45f5-946d-dd6be47c07a7"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:07.406909 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd79756-6af3-4545-84d9-110e57f29166 service neutron] Pushing event updated for resources: {'Port': ['ID=ba32f737-b7d7-45f5-946d-dd6be47c07a7,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:07.418085 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163d4f6-b3ad-4331-9f56-ce4decbb5e4f req-619b6394-83c7-4372-bc04-067a7be12be8 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:07.426337 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9163d4f6-b3ad-4331-9f56-ce4decbb5e4f req-619b6394-83c7-4372-bc04-067a7be12be8 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.2277579
Sep 25 04:45:07.437376 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246dc537-2a0a-4a3e-8818-e575c520ac19 req-2ada48a9-e6c7-4e37-9532-180f35f4e7b4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:07.438959 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-246dc537-2a0a-4a3e-8818-e575c520ac19 req-2ada48a9-e6c7-4e37-9532-180f35f4e7b4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 943 time: 0.2073588
Sep 25 04:45:07.464101 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Made reservation on behalf of b572a0366594463587c5764ffc266df4 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:45:07.468143 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:07.536947 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9163d4f6-b3ad-4331-9f56-ce4decbb5e4f req-7316158b-2684-4923-9f28-b6120417a421 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095855
Sep 25 04:45:07.550601 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-246dc537-2a0a-4a3e-8818-e575c520ac19 req-95556a0d-4319-49bd-ac2c-1d381590e0aa tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0945511
Sep 25 04:45:07.613274 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbdfa64-f6ce-493f-9747-5985ce22599d x-openstack-request-id: req-abbdfa64-f6ce-493f-9747-5985ce22599d {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:07.614119 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8e7040-86b3-424d-9174-21d5722d771c", "tag": "ba32f737-b7d7-45f5-946d-dd6be47c07a7", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:07.614610 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abbdfa64-f6ce-493f-9747-5985ce22599d {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:07.615328 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8e7040-86b3-424d-9174-21d5722d771c', 'tag': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7', 'status': 'completed', 'code': 200}
Sep 25 04:45:07.663734 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-2b1d205a-20ef-46a0-98ca-52b302e5bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:07.667871 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-2b1d205a-20ef-46a0-98ca-52b302e5bbf1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 1096 time: 0.1330044
Sep 25 04:45:07.728249 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea59ca64-aae3-468d-a56c-6d37b0d9854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72260f69-d190-4612-977f-c7e3583f37fd'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:07.731529 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd569e6-dde0-4578-acfc-cc0c8c3fe9a0" -d '{"events": [{"server_uuid": "ea59ca64-aae3-468d-a56c-6d37b0d9854e", "name": "network-vif-plugged", "status": "completed", "tag": "72260f69-d190-4612-977f-c7e3583f37fd"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:07.749093 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-94e77643-f684-4908-93da-962b324cc64f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32f737-b7d7-45f5-946d-dd6be47c07a7 HTTP/1.1" status: 200  len: 217 time: 0.0532808
Sep 25 04:45:07.790960 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795aceff-2f3d-49b2-a63c-e63a04c085b8 x-openstack-request-id: req-795aceff-2f3d-49b2-a63c-e63a04c085b8 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:07.791535 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea59ca64-aae3-468d-a56c-6d37b0d9854e", "name": "network-vif-plugged", "status": "completed", "tag": "72260f69-d190-4612-977f-c7e3583f37fd", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:07.791932 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-795aceff-2f3d-49b2-a63c-e63a04c085b8 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:07.792586 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea59ca64-aae3-468d-a56c-6d37b0d9854e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72260f69-d190-4612-977f-c7e3583f37fd', 'code': 200}
Sep 25 04:45:07.816787 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Allocated IP 172.20.0.8 (4da2159d-60a0-4d83-9c3e-f0f173eed71c/71e42a9c-4c27-485f-866b-a65a7784d81c/0d73d78f-9edd-4494-bd6e-c779129d6764) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:45:07.847950 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-a9162b91-7c98-4ef9-a8d1-040c1577b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:07.849571 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-a9162b91-7c98-4ef9-a8d1-040c1577b1ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8524f7c8-7a47-40ed-8be3-7285aeb94293 HTTP/1.1" status: 200  len: 850 time: 0.0908747
Sep 25 04:45:07.977455 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-f60e34a8-457f-4703-a5f5-2b06d998e4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:07.980008 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-f60e34a8-457f-4703-a5f5-2b06d998e4ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=662548c6-ea0f-42ea-8c47-15dfa9490131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1208036
Sep 25 04:45:08.194822 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-aeef9d50-cfb8-434e-86e2-548251dfadd0 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2054193
Sep 25 04:45:08.208631 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:08.329962 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1ac7467-e506-4d2e-ad78-d5e30e87fe08 req-a3af6a85-1486-4ad9-a316-6b5eb8756ad8 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255906
Sep 25 04:45:08.396256 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ecda6-1ba3-46f1-af28-2bcc37e263f5 req-98981fb0-c669-457b-9364-75695ed88be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:08.398064 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-411ecda6-1ba3-46f1-af28-2bcc37e263f5 req-98981fb0-c669-457b-9364-75695ed88be2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 1098 time: 0.0709221
Sep 25 04:45:08.444733 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:08.488416 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 46042) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:08.511047 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-411ecda6-1ba3-46f1-af28-2bcc37e263f5 req-7de444e7-84e1-4992-8264-f6066261825a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006973
Sep 25 04:45:08.530505 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Network 4da2159d-60a0-4d83-9c3e-f0f173eed71c is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:45:08.539974 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:45:08.542607 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:45:08.551145 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event updated for resources: {'Port': ['ID=0d73d78f-9edd-4494-bd6e-c779129d6764,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:08.641141 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:08.642622 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:08.761240 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c637402d-66d1-44b1-894d-b0822cfb9042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8071706
Sep 25 04:45:08.778613 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Request body: {'port': {'device_id': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:08.819372 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5676f-1584-41f8-8f5a-e7233ea15287 req-d23d3e69-b652-45b6-af7f-87d20441b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:08.821767 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-9ff5676f-1584-41f8-8f5a-e7233ea15287 req-d23d3e69-b652-45b6-af7f-87d20441b2f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 1096 time: 0.1105280
Sep 25 04:45:08.857253 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d11bcbc9-cdca-4ddc-9e88-288c3dc4ec13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:08.941041 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-5487f642-0a15-4b1d-8f3d-9d0689bd85dc None None] Provisioning complete for port 0d73d78f-9edd-4494-bd6e-c779129d6764 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:45:08.942505 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5487f642-0a15-4b1d-8f3d-9d0689bd85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:09.020683 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-5487f642-0a15-4b1d-8f3d-9d0689bd85dc None None] Port 0d73d78f-9edd-4494-bd6e-c779129d6764 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:45:09.071640 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d11bcbc9-cdca-4ddc-9e88-288c3dc4ec13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:09.081297 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5676f-1584-41f8-8f5a-e7233ea15287 req-1f0bc248-26db-4d04-b9af-033690119ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:09.084090 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-9ff5676f-1584-41f8-8f5a-e7233ea15287 req-1f0bc248-26db-4d04-b9af-033690119ab5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=662548c6-ea0f-42ea-8c47-15dfa9490131 HTTP/1.1" status: 200  len: 911 time: 0.2539203
Sep 25 04:45:09.090130 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:09.205170 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d11bcbc9-cdca-4ddc-9e88-288c3dc4ec13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:09.287305 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-9ff5676f-1584-41f8-8f5a-e7233ea15287 req-e8e4da06-9048-471c-9fc1-8897e4867930 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32f737-b7d7-45f5-946d-dd6be47c07a7 HTTP/1.1" status: 200  len: 217 time: 0.1950846
Sep 25 04:45:09.364199 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5676f-1584-41f8-8f5a-e7233ea15287 req-210c6436-c1ae-46aa-98a8-f037598fc9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:09.366403 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-9ff5676f-1584-41f8-8f5a-e7233ea15287 req-210c6436-c1ae-46aa-98a8-f037598fc9cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8524f7c8-7a47-40ed-8be3-7285aeb94293 HTTP/1.1" status: 200  len: 850 time: 0.0658073
Sep 25 04:45:09.484584 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5676f-1584-41f8-8f5a-e7233ea15287 req-c1c9601d-cb78-4c0c-b1a1-358ab5bdaa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:09.487691 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-9ff5676f-1584-41f8-8f5a-e7233ea15287 req-c1c9601d-cb78-4c0c-b1a1-358ab5bdaa72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=662548c6-ea0f-42ea-8c47-15dfa9490131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0762498
Sep 25 04:45:09.620944 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-9ff5676f-1584-41f8-8f5a-e7233ea15287 req-1a139868-12c8-4162-844e-7507a309de5c service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1074419
Sep 25 04:45:09.736447 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d11bcbc9-cdca-4ddc-9e88-288c3dc4ec13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b8279fa7ccb74f9a9b1f7f93505e47bd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2423618
Sep 25 04:45:09.779115 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 46084) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:09.868201 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-9ff5676f-1584-41f8-8f5a-e7233ea15287 req-3840272f-4c6f-4c6a-8c38-df0757fddf04 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2219751
Sep 25 04:45:09.884378 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bcbc9-cdca-4ddc-9e88-288c3dc4ec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9b63f3-5e4d-44c3-aed6-424fd19132f7,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:09.888911 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6fc67787-a8ac-4334-a540-544be044d573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:09.937172 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6fc67787-a8ac-4334-a540-544be044d573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:09.962779 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64905030-fedf-494a-97a8-35786e4d22cf req-4ebda290-0acf-4ad4-9dec-eb7126d30b19 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:09.964409 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-64905030-fedf-494a-97a8-35786e4d22cf req-4ebda290-0acf-4ad4-9dec-eb7126d30b19 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 931 time: 0.7685859
Sep 25 04:45:09.996538 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340175d-734f-4270-b048-c0c00de93762 req-403c7734-712c-4a0e-acf5-1d26130ddce5 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:09.998195 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3340175d-734f-4270-b048-c0c00de93762 req-403c7734-712c-4a0e-acf5-1d26130ddce5 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.3331962
Sep 25 04:45:10.096043 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-64905030-fedf-494a-97a8-35786e4d22cf req-672b9a32-9ba9-45bc-af9b-67faf327d3c3 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1179967
Sep 25 04:45:10.113630 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3340175d-734f-4270-b048-c0c00de93762 req-a26361ae-25cd-450d-ac8f-6b9d21a6cf52 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064129
Sep 25 04:45:10.136477 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6fc67787-a8ac-4334-a540-544be044d573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:10.149276 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6fc67787-a8ac-4334-a540-544be044d573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:10.155685 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-6fc67787-a8ac-4334-a540-544be044d573 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e9b63f3-5e4d-44c3-aed6-424fd19132f7 HTTP/1.1" status: 204  len: 168 time: 0.3718808
Sep 25 04:45:10.175624 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ba32f737-b7d7-45f5-946d-dd6be47c07a7 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:45:10.192825 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc67787-a8ac-4334-a540-544be044d573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9b63f3-5e4d-44c3-aed6-424fd19132f7,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:10.309917 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d73d78f-9edd-4494-bd6e-c779129d6764 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:45:10.321567 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:10.339424 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad193e-a9d6-4ac2-911d-4edd30e904c8 req-c17075d1-4c7e-4535-8f62-7c45bb4b17d4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:10.341787 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7aad193e-a9d6-4ac2-911d-4edd30e904c8 req-c17075d1-4c7e-4535-8f62-7c45bb4b17d4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 943 time: 0.1157393
Sep 25 04:45:10.352760 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:45:10.370835 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Transition to ACTIVE for port object 0d73d78f-9edd-4494-bd6e-c779129d6764 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:45:10.381475 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ba32f737-b7d7-45f5-946d-dd6be47c07a7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ba32f737-b7d7-45f5-946d-dd6be47c07a7,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:10.396370 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'port_id': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7', 'mac_address': 'fa:16:3e:8c:82:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:45:10.401141 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7aad193e-a9d6-4ac2-911d-4edd30e904c8 req-7be57e3d-7c12-4687-a962-fde523357170 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513830
Sep 25 04:45:10.446064 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:10.458676 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:10.494353 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba32f737-b7d7-45f5-946d-dd6be47c07a7 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:45:10.516745 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d73d78f-9edd-4494-bd6e-c779129d6764,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:10.543332 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ba32f737-b7d7-45f5-946d-dd6be47c07a7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ba32f737-b7d7-45f5-946d-dd6be47c07a7,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:10.598608 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:10.744154 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Attempting to bind port 0d73d78f-9edd-4494-bd6e-c779129d6764 on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:45:10.744558 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Attempting to bind port 0d73d78f-9edd-4494-bd6e-c779129d6764 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:45:10.744931 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Attempting to bind port 0d73d78f-9edd-4494-bd6e-c779129d6764 on network 4da2159d-60a0-4d83-9c3e-f0f173eed71c {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:45:10.759260 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Port 0d73d78f-9edd-4494-bd6e-c779129d6764 on network 4da2159d-60a0-4d83-9c3e-f0f173eed71c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:45:10.759498 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Attempting to bind port 0d73d78f-9edd-4494-bd6e-c779129d6764 on network 4da2159d-60a0-4d83-9c3e-f0f173eed71c {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:45:10.767993 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=ba32f737-b7d7-45f5-946d-dd6be47c07a7,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:10.773021 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:45:10.773371 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Checking segment: {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:45:10.773760 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Bound using segment: {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:45:10.786216 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Bound port: 0d73d78f-9edd-4494-bd6e-c779129d6764, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:45:10.787259 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:10.876172 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['ba32f737-b7d7-45f5-946d-dd6be47c07a7'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:45:10.912539 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:45:10.917523 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0d73d78f-9edd-4494-bd6e-c779129d6764,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:45:11.102286 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:11.138222 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:11.138952 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:11.141878 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] 10.222.0.23 "PUT /v2.0/ports/0d73d78f-9edd-4494-bd6e-c779129d6764 HTTP/1.1" status: 200  len: 1093 time: 2.3711138
Sep 25 04:45:11.142382 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:11.146309 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c807e2-c8cd-43b2-bba1-4af79cfdbb72" -d '{"events": [{"name": "network-changed", "server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:11.189665 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a655325-f2cb-4b88-a7c6-496c9a1975e5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d73d78f-9edd-4494-bd6e-c779129d6764,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:11.206208 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf2da11-c458-40b4-85f8-85057f584cc8 x-openstack-request-id: req-8bf2da11-c458-40b4-85f8-85057f584cc8 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:11.206496 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:11.206749 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8bf2da11-c458-40b4-85f8-85057f584cc8 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:11.207162 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'status': 'completed', 'code': 200}
Sep 25 04:45:11.254204 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b9de3-4150-49e4-af69-76f29b9e18f2 req-f83c5082-ed2e-4793-bea5-ab74f833bbdc tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:11.256613 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c2b9de3-4150-49e4-af69-76f29b9e18f2 req-f83c5082-ed2e-4793-bea5-ab74f833bbdc tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0696976
Sep 25 04:45:11.384646 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c807e2-c8cd-43b2-bba1-4af79cfdbb72 req-3fce828d-d22b-40f0-98f7-6110351aed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:11.386126 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-76c807e2-c8cd-43b2-bba1-4af79cfdbb72 req-3fce828d-d22b-40f0-98f7-6110351aed09 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 1096 time: 0.1282289
Sep 25 04:45:11.392092 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c2b9de3-4150-49e4-af69-76f29b9e18f2 req-06b8d338-7142-4fc5-ae9e-ff64d41c7499 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815461
Sep 25 04:45:11.412504 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b994a9-0dab-41af-ac56-fad9a1560a17 req-5076eda3-2a16-43b1-97c9-0d9114e3aa1e tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:11.414218 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-49b994a9-0dab-41af-ac56-fad9a1560a17 req-5076eda3-2a16-43b1-97c9-0d9114e3aa1e tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1048615
Sep 25 04:45:11.429424 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 46122) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:11.445133 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b27c2116-2e07-4739-99f2-088acaaa0d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:11.620542 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b27c2116-2e07-4739-99f2-088acaaa0d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:11.651740 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-49b994a9-0dab-41af-ac56-fad9a1560a17 req-b5360e2d-859b-4ce8-9522-78dbf95a7eea tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2159786
Sep 25 04:45:11.683774 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b27c2116-2e07-4739-99f2-088acaaa0d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:11.689996 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c807e2-c8cd-43b2-bba1-4af79cfdbb72 req-76123d95-1fd4-4c92-ae74-0d77291efc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:11.692050 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-76c807e2-c8cd-43b2-bba1-4af79cfdbb72 req-76123d95-1fd4-4c92-ae74-0d77291efc7b service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b572a0366594463587c5764ffc266df4&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2769473
Sep 25 04:45:11.801254 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c2116-2e07-4739-99f2-088acaaa0d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0baa62-a07f-475d-98b4-38d04dcd50ed,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:11.847595 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-b27c2116-2e07-4739-99f2-088acaaa0d39 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6e7551e73a24c66a7b333e7cef1bcfe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4157221
Sep 25 04:45:11.849980 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 46136) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:11.865417 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d60ac2-0847-48c4-9955-72909b77fc91 req-6321cf04-5946-41f6-9453-616b9b1d654f tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:11.873506 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-03d60ac2-0847-48c4-9955-72909b77fc91 req-6321cf04-5946-41f6-9453-616b9b1d654f tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 944 time: 0.3671966
Sep 25 04:45:11.950473 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d0415353-3162-46ce-b28a-d3f6f9e09ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:11.979853 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-03d60ac2-0847-48c4-9955-72909b77fc91 req-ab0e21fd-9c20-4c54-ba10-bb608b9a05c6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968940
Sep 25 04:45:12.001128 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c807e2-c8cd-43b2-bba1-4af79cfdbb72 req-dd8d0cb6-dd57-4069-ad04-dfa90b9ff8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:12.002691 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-76c807e2-c8cd-43b2-bba1-4af79cfdbb72 req-dd8d0cb6-dd57-4069-ad04-dfa90b9ff8dd service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.3033683
Sep 25 04:45:12.007314 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d0415353-3162-46ce-b28a-d3f6f9e09ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:12.113642 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-9817f05f-c692-4ab9-bfb7-7a7d07942299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:12.115304 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-9817f05f-c692-4ab9-bfb7-7a7d07942299 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 1096 time: 0.0499833
Sep 25 04:45:12.175609 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ba32f737-b7d7-45f5-946d-dd6be47c07a7 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:45:12.189144 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-109f1840-322b-4920-8b3d-08c9df37edbc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d73d78f-9edd-4494-bd6e-c779129d6764 HTTP/1.1" status: 200  len: 217 time: 0.0558825
Sep 25 04:45:12.194301 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d0415353-3162-46ce-b28a-d3f6f9e09ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:12.200857 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d0415353-3162-46ce-b28a-d3f6f9e09ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:12.208643 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d0415353-3162-46ce-b28a-d3f6f9e09ad6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e0baa62-a07f-475d-98b4-38d04dcd50ed HTTP/1.1" status: 204  len: 168 time: 0.3552668
Sep 25 04:45:12.225359 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0415353-3162-46ce-b28a-d3f6f9e09ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0baa62-a07f-475d-98b4-38d04dcd50ed,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:12.290945 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-2cc1122a-0594-447a-ab46-11b8a2a525c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:12.292824 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-2cc1122a-0594-447a-ab46-11b8a2a525c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71e42a9c-4c27-485f-866b-a65a7784d81c HTTP/1.1" status: 200  len: 856 time: 0.0913663
Sep 25 04:45:12.377999 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-560d8362-1be7-4215-90e8-eb9c4ebea374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:12.380178 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-560d8362-1be7-4215-90e8-eb9c4ebea374 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da2159d-60a0-4d83-9c3e-f0f173eed71c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0798042
Sep 25 04:45:12.380811 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port ba32f737-b7d7-45f5-946d-dd6be47c07a7 completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:45:12.387847 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port ba32f737-b7d7-45f5-946d-dd6be47c07a7 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:45:12.391498 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:12.536446 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:12.571605 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8e7040-86b3-424d-9174-21d5722d771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:12.574085 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-470552da-612c-48a1-97d0-a71dc70a090c" -d '{"events": [{"server_uuid": "5e8e7040-86b3-424d-9174-21d5722d771c", "name": "network-vif-plugged", "status": "completed", "tag": "ba32f737-b7d7-45f5-946d-dd6be47c07a7"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:12.590469 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ba32f737-b7d7-45f5-946d-dd6be47c07a7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ba32f737-b7d7-45f5-946d-dd6be47c07a7,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:12.642388 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f4da1-09cb-4526-b0c4-a7b704e7d305 req-067cd5e9-9722-41f4-8f3a-ff3a562700ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:12.644981 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-c88f4da1-09cb-4526-b0c4-a7b704e7d305 req-067cd5e9-9722-41f4-8f3a-ff3a562700ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbe579cf95634476890db51eac194687&device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 1098 time: 0.0677910
Sep 25 04:45:12.679764 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-ed654535-0291-4a48-ade5-a8779461deb2 service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2918062
Sep 25 04:45:12.691119 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde4fc0-bc41-4104-b4c0-5d4264c8c91a req-2ae422a4-f83f-4672-9d9a-73258580d6e9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:12.692757 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8bde4fc0-bc41-4104-b4c0-5d4264c8c91a req-2ae422a4-f83f-4672-9d9a-73258580d6e9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1587560
Sep 25 04:45:12.701499 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:12.712778 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92805ddb-bb2e-4f07-b913-a2e4f5caa0f8 req-e076c109-ae39-42cb-a584-dfe9c41e2fbf tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:12.714491 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-92805ddb-bb2e-4f07-b913-a2e4f5caa0f8 req-e076c109-ae39-42cb-a584-dfe9c41e2fbf tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1827414
Sep 25 04:45:12.767390 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=ba32f737-b7d7-45f5-946d-dd6be47c07a7,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:12.778122 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f4da1-09cb-4526-b0c4-a7b704e7d305 req-eccddbf8-ef23-4580-83bb-36375e676f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:12.780392 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-c88f4da1-09cb-4526-b0c4-a7b704e7d305 req-eccddbf8-ef23-4580-83bb-36375e676f38 service neutron] 10.222.0.23 "GET /v2.0/networks?id=85def040-d61d-48c6-b291-38db29b62b1a HTTP/1.1" status: 200  len: 917 time: 0.1282432
Sep 25 04:45:12.862079 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-c88f4da1-09cb-4526-b0c4-a7b704e7d305 req-234d54a6-2a87-4fde-9571-524fb911373f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72260f69-d190-4612-977f-c7e3583f37fd HTTP/1.1" status: 200  len: 217 time: 0.0737894
Sep 25 04:45:12.885991 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8bde4fc0-bc41-4104-b4c0-5d4264c8c91a req-c4ee0540-c8db-4c9f-b07e-9de08d75d61f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809285
Sep 25 04:45:12.917450 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-92805ddb-bb2e-4f07-b913-a2e4f5caa0f8 req-c94dc2bc-296d-407a-88de-7a62d930ef9e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1835086
Sep 25 04:45:13.000211 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31da79a7-7963-4ea8-8d7b-9b474f8fb755 req-c2da4819-1cca-4258-a495-3ae031f4a926 service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3051052
Sep 25 04:45:13.004631 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df79146a-0f70-4396-82e7-e8ffe78cd998 x-openstack-request-id: req-df79146a-0f70-4396-82e7-e8ffe78cd998 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:13.005103 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8e7040-86b3-424d-9174-21d5722d771c", "name": "network-vif-plugged", "status": "completed", "tag": "ba32f737-b7d7-45f5-946d-dd6be47c07a7", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:13.005767 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df79146a-0f70-4396-82e7-e8ffe78cd998 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:13.013614 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8e7040-86b3-424d-9174-21d5722d771c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7', 'code': 200}
Sep 25 04:45:13.027858 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f4da1-09cb-4526-b0c4-a7b704e7d305 req-be4a4b4e-7b1a-4b40-82cd-fcc76fba3309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:13.030570 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-c88f4da1-09cb-4526-b0c4-a7b704e7d305 req-be4a4b4e-7b1a-4b40-82cd-fcc76fba3309 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aedebdbd-7d90-45fc-9460-f48bb0a0d00b HTTP/1.1" status: 200  len: 857 time: 0.1603391
Sep 25 04:45:13.103342 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-c88f4da1-09cb-4526-b0c4-a7b704e7d305 req-979b89bc-dd32-4e34-b98c-131b45f141ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85def040-d61d-48c6-b291-38db29b62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0626888
Sep 25 04:45:13.180944 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79928b08-56f3-4f86-bd00-97054d4d88aa req-9e011057-8ec2-478e-8b5c-1f77dd8bfb96 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:13.182552 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79928b08-56f3-4f86-bd00-97054d4d88aa req-9e011057-8ec2-478e-8b5c-1f77dd8bfb96 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0713983
Sep 25 04:45:13.265933 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79928b08-56f3-4f86-bd00-97054d4d88aa req-30e8e123-eabf-411e-98d4-d156b7f8af4b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641289
Sep 25 04:45:13.288071 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-c88f4da1-09cb-4526-b0c4-a7b704e7d305 req-3cd5f36b-e309-4332-b2a8-8e3ee5cfed9f service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1756694
Sep 25 04:45:13.470599 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-c88f4da1-09cb-4526-b0c4-a7b704e7d305 req-de1f365c-776a-4ea0-aa0c-7c8e60641f8a service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697056
Sep 25 04:45:13.501210 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae6bf2-55e8-436d-b961-ad103afc0a72 req-71cde3d4-42e4-475a-8274-d3486c4156e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:13.502804 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2eae6bf2-55e8-436d-b961-ad103afc0a72 req-71cde3d4-42e4-475a-8274-d3486c4156e6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 1098 time: 0.1067846
Sep 25 04:45:13.552783 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2eae6bf2-55e8-436d-b961-ad103afc0a72 req-e3cd7f63-b317-4f95-8231-4962d8f79e11 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365603
Sep 25 04:45:14.069820 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7a20e-da3a-403c-ae4e-491139b65473 req-e486fade-9d91-4064-9c59-70d521abce98 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:14.072676 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ec7a20e-da3a-403c-ae4e-491139b65473 req-e486fade-9d91-4064-9c59-70d521abce98 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0894082
Sep 25 04:45:14.185160 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5f93a-3368-4099-a6ae-ae57450e8791 req-332f3d51-d539-4528-b9e7-ddf1893139af tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:14.187591 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79f5f93a-3368-4099-a6ae-ae57450e8791 req-332f3d51-d539-4528-b9e7-ddf1893139af tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1117196
Sep 25 04:45:14.197027 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ec7a20e-da3a-403c-ae4e-491139b65473 req-9f06ac30-2442-4b6a-bdfa-89ffa444724b tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080108
Sep 25 04:45:14.259295 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79f5f93a-3368-4099-a6ae-ae57450e8791 req-772d39b7-0ad2-4447-89e3-117a2f506290 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0578671
Sep 25 04:45:14.470055 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fba420-19bb-4726-8ace-3a3428897607 req-935d2eda-0dda-493d-8c41-53eb2b9e947c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:14.471360 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a3fba420-19bb-4726-8ace-3a3428897607 req-935d2eda-0dda-493d-8c41-53eb2b9e947c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0928552
Sep 25 04:45:14.541527 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a3fba420-19bb-4726-8ace-3a3428897607 req-0af1a24e-5fd2-4974-8516-4b960c93edae tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599093
Sep 25 04:45:15.400802 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c04ad-2e58-4c8a-ba9a-b23980fc7bd7 req-454e85e6-04aa-4f15-8cf4-9f3a52c01821 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:15.403563 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2f5c04ad-2e58-4c8a-ba9a-b23980fc7bd7 req-454e85e6-04aa-4f15-8cf4-9f3a52c01821 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0922084
Sep 25 04:45:15.522369 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2f5c04ad-2e58-4c8a-ba9a-b23980fc7bd7 req-5339ade9-755c-455e-a0ca-932969e26c81 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022871
Sep 25 04:45:15.547501 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776873d-8ff1-4c9a-ad89-fb34c3448efa req-d10bfb4d-e321-467f-b6cc-c920e00adc87 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:15.549450 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e776873d-8ff1-4c9a-ad89-fb34c3448efa req-d10bfb4d-e321-467f-b6cc-c920e00adc87 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1445756
Sep 25 04:45:15.619121 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e776873d-8ff1-4c9a-ad89-fb34c3448efa req-d4f76b1e-3212-4ce4-8fb2-1a11c8c55eb6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633070
Sep 25 04:45:15.689043 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d21df-45ca-4b93-b374-83fea3997454 req-337facb3-2088-47e5-bda6-ddaea5377cc4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:15.690620 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0e1d21df-45ca-4b93-b374-83fea3997454 req-337facb3-2088-47e5-bda6-ddaea5377cc4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0597706
Sep 25 04:45:15.736180 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0e1d21df-45ca-4b93-b374-83fea3997454 req-8133ea75-4d1c-47ed-9557-97f39971810e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390570
Sep 25 04:45:15.898492 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf1111-374a-4520-8af1-3d6efbfb926a req-7b8bbf26-893e-41df-91bc-eb352ee83738 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:15.900085 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c2bf1111-374a-4520-8af1-3d6efbfb926a req-7b8bbf26-893e-41df-91bc-eb352ee83738 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0643413
Sep 25 04:45:15.916011 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 46254) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:15.920961 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-7c80ab40-ca73-417a-8a97-da474260e5ed tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Request body: {'floatingip': {'port_id': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:15.999851 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7c80ab40-ca73-417a-8a97-da474260e5ed tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:16.780700 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e19c51-bd76-40f6-85b9-b101f82fe183 req-a1bb1f6f-bce1-4717-b2de-ee53a8f5a810 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:16.784117 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-20e19c51-bd76-40f6-85b9-b101f82fe183 req-a1bb1f6f-bce1-4717-b2de-ee53a8f5a810 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1182430
Sep 25 04:45:16.877427 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-20e19c51-bd76-40f6-85b9-b101f82fe183 req-33fd5f7e-3f37-4016-8312-1dc530674607 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777788
Sep 25 04:45:16.887209 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537a000-8a57-4247-bad9-fc44579907eb req-cae77f55-c4c2-458a-b3e6-662c4602d4e8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:16.889451 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c537a000-8a57-4247-bad9-fc44579907eb req-cae77f55-c4c2-458a-b3e6-662c4602d4e8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1012945
Sep 25 04:45:16.972073 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c537a000-8a57-4247-bad9-fc44579907eb req-c2a93b2a-4bf9-4cae-8241-60c0d48b5cc6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0648193
Sep 25 04:45:17.067842 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7c80ab40-ca73-417a-8a97-da474260e5ed tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:17.149637 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7c80ab40-ca73-417a-8a97-da474260e5ed tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:17.302478 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.l3_db [None req-7c80ab40-ca73-417a-8a97-da474260e5ed tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Floating IP 13773401-9727-4858-8e6b-a3c5a8ebad56 associated. External IP: 172.27.2.67, port: ba32f737-b7d7-45f5-946d-dd6be47c07a7.
Sep 25 04:45:17.560465 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c80ab40-ca73-417a-8a97-da474260e5ed tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Router 42d988fd-c0db-4f49-befe-a66c1372875e has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:45:17.745861 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c80ab40-ca73-417a-8a97-da474260e5ed tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:45:17.762415 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7c80ab40-ca73-417a-8a97-da474260e5ed tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:17.775073 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab1f47-b97d-4952-8414-fa6f33b31909 None None] Sync routers for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:45:17.791274 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab1f47-b97d-4952-8414-fa6f33b31909 None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:45:17.792380 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-48ab1f47-b97d-4952-8414-fa6f33b31909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8175160>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:45:17.805965 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-7c80ab40-ca73-417a-8a97-da474260e5ed tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "PUT /v2.0/floatingips/13773401-9727-4858-8e6b-a3c5a8ebad56 HTTP/1.1" status: 200  len: 990 time: 1.8885286
Sep 25 04:45:17.806884 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8e7040-86b3-424d-9174-21d5722d771c', 'tag': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:17.811596 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45988dba-3a0a-4c3a-a38e-f2b3c96cd14f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8e7040-86b3-424d-9174-21d5722d771c", "tag": "ba32f737-b7d7-45f5-946d-dd6be47c07a7"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:17.872151 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c252e3-489c-4725-81e9-4da6170fcaa2 x-openstack-request-id: req-00c252e3-489c-4725-81e9-4da6170fcaa2 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:17.872151 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8e7040-86b3-424d-9174-21d5722d771c", "tag": "ba32f737-b7d7-45f5-946d-dd6be47c07a7", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:17.872151 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00c252e3-489c-4725-81e9-4da6170fcaa2 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:17.872151 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8e7040-86b3-424d-9174-21d5722d771c', 'tag': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7', 'status': 'completed', 'code': 200}
Sep 25 04:45:17.952473 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-48ab1f47-b97d-4952-8414-fa6f33b31909 None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:45:18.020085 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0d73d78f-9edd-4494-bd6e-c779129d6764 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:45:18.083756 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f3297-581b-4748-8ff6-8a733f4b4259 req-50c6ca05-5030-4ca9-bb25-b133bc25e800 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:18.086637 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e36f3297-581b-4748-8ff6-8a733f4b4259 req-50c6ca05-5030-4ca9-bb25-b133bc25e800 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0849516
Sep 25 04:45:18.156370 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e36f3297-581b-4748-8ff6-8a733f4b4259 req-be905376-c2a4-48f6-a6ec-2f9eaa691772 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500889
Sep 25 04:45:18.159866 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0d73d78f-9edd-4494-bd6e-c779129d6764,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:18.177590 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'port_id': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'mac_address': 'fa:16:3e:ea:31:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:45:18.234414 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:18.253834 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d73d78f-9edd-4494-bd6e-c779129d6764 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:45:18.285597 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0d73d78f-9edd-4494-bd6e-c779129d6764,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:18.322366 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6fb06-acac-48fb-9ff2-e88dd7972c60 req-77b018e5-b872-4f7f-a06c-6f5a8d3c1bf8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:18.325613 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4fd6fb06-acac-48fb-9ff2-e88dd7972c60 req-77b018e5-b872-4f7f-a06c-6f5a8d3c1bf8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0701754
Sep 25 04:45:18.369450 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4fd6fb06-acac-48fb-9ff2-e88dd7972c60 req-db9398e6-8151-4361-8655-49d13c51eb69 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354683
Sep 25 04:45:18.373122 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-48ab1f47-b97d-4952-8414-fa6f33b31909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8175160>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '13773401-9727-4858-8e6b-a3c5a8ebad56', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'port_id': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'mac_address': 'fa:16:3e:8c:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8e7040-86b3-424d-9174-21d5722d771c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:44:52Z', 'updated_at': '2021-09-25T04:45:16Z', 'revision_number': 1, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:47Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:45:18.378419 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:18.409788 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab1f47-b97d-4952-8414-fa6f33b31909 None None] Checking router: 42d988fd-c0db-4f49-befe-a66c1372875e for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:45:18.421050 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ab1f47-b97d-4952-8414-fa6f33b31909 None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:45:18.421844 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-48ab1f47-b97d-4952-8414-fa6f33b31909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8175160>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:44:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:45:18.440947 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=0d73d78f-9edd-4494-bd6e-c779129d6764,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:18.537200 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-48ab1f47-b97d-4952-8414-fa6f33b31909 None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:45:18.866967 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-48ab1f47-b97d-4952-8414-fa6f33b31909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8175160>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '13773401-9727-4858-8e6b-a3c5a8ebad56', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'port_id': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'mac_address': 'fa:16:3e:8c:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8e7040-86b3-424d-9174-21d5722d771c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:44:52Z', 'updated_at': '2021-09-25T04:45:16Z', 'revision_number': 1, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:47Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:45:18.899026 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab1f47-b97d-4952-8414-fa6f33b31909 None None] The sync data for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi is: [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '13773401-9727-4858-8e6b-a3c5a8ebad56', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'floating_ip_address': '172.27.2.67', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'port_id': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'mac_address': 'fa:16:3e:8c:82:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8e7040-86b3-424d-9174-21d5722d771c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:44:52Z', 'updated_at': '2021-09-25T04:45:16Z', 'revision_number': 1, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:47Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:45:19.128669 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9ed2c9-167b-4de5-a97b-d012977157ef None None] New status for floating IP 13773401-9727-4858-8e6b-a3c5a8ebad56: ACTIVE {{(pid=101199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:45:19.169370 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45988dba-3a0a-4c3a-a38e-f2b3c96cd14f req-e71dda15-e093-4d66-8bdb-d02427494fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:19.169370 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45988dba-3a0a-4c3a-a38e-f2b3c96cd14f req-e71dda15-e093-4d66-8bdb-d02427494fce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 1098 time: 0.0571153
Sep 25 04:45:19.343472 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f5e7d-99d5-48c7-ba04-bc1d685bad24 req-2d99b789-517d-4eb0-a21d-fd6c136c896f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:19.345641 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4f8f5e7d-99d5-48c7-ba04-bc1d685bad24 req-2d99b789-517d-4eb0-a21d-fd6c136c896f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0844369
Sep 25 04:45:19.347374 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45988dba-3a0a-4c3a-a38e-f2b3c96cd14f req-033dc2a3-b096-4a3e-8f44-2ef55f9c5e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:19.349068 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45988dba-3a0a-4c3a-a38e-f2b3c96cd14f req-033dc2a3-b096-4a3e-8f44-2ef55f9c5e96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=662548c6-ea0f-42ea-8c47-15dfa9490131 HTTP/1.1" status: 200  len: 911 time: 0.1688950
Sep 25 04:45:19.526097 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['0d73d78f-9edd-4494-bd6e-c779129d6764'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:45:19.785859 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45988dba-3a0a-4c3a-a38e-f2b3c96cd14f req-800c0a55-6056-4841-b776-270aec964b8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32f737-b7d7-45f5-946d-dd6be47c07a7 HTTP/1.1" status: 200  len: 998 time: 0.4205425
Sep 25 04:45:19.797293 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4f8f5e7d-99d5-48c7-ba04-bc1d685bad24 req-c9f635da-fbc8-41d9-93bf-6b8d7c4d352b tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4168851
Sep 25 04:45:19.840767 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0e162-960e-4f84-964a-8aa4fc49b5cb req-2d84dd1e-2bbe-4386-a714-6687e00baf20 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:19.842274 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-65c0e162-960e-4f84-964a-8aa4fc49b5cb req-2d84dd1e-2bbe-4386-a714-6687e00baf20 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 944 time: 0.1559703
Sep 25 04:45:19.876412 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45988dba-3a0a-4c3a-a38e-f2b3c96cd14f req-76c5f88f-ad15-4902-a1f7-122eb90ec21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:19.878049 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45988dba-3a0a-4c3a-a38e-f2b3c96cd14f req-76c5f88f-ad15-4902-a1f7-122eb90ec21f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8524f7c8-7a47-40ed-8be3-7285aeb94293 HTTP/1.1" status: 200  len: 850 time: 0.0754631
Sep 25 04:45:19.898380 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cfa8025a-0dc3-4191-998a-02694ac7df2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:19.899735 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-65c0e162-960e-4f84-964a-8aa4fc49b5cb req-1e7b76c7-24f3-4f88-88f9-fe974adfd798 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504880
Sep 25 04:45:19.935356 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45988dba-3a0a-4c3a-a38e-f2b3c96cd14f req-962a7386-2491-496d-8a3a-cc5c93d2735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:19.936866 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45988dba-3a0a-4c3a-a38e-f2b3c96cd14f req-962a7386-2491-496d-8a3a-cc5c93d2735b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=662548c6-ea0f-42ea-8c47-15dfa9490131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0469997
Sep 25 04:45:20.040082 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45988dba-3a0a-4c3a-a38e-f2b3c96cd14f req-46c40042-5cac-4ad4-bd02-890cfe934beb service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900936
Sep 25 04:45:20.145834 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45988dba-3a0a-4c3a-a38e-f2b3c96cd14f req-6a94a6e9-af4e-441b-be69-46adce464de7 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923059
Sep 25 04:45:20.410224 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a0febc85-6a81-424f-a1d7-8a368ddb5a00 req-99f5f3b5-9a4b-448d-9c07-c1ea5114ecf8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0468869
Sep 25 04:45:20.457393 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0febc85-6a81-424f-a1d7-8a368ddb5a00 req-9571bfb5-1547-48b6-8657-64dcae1fb862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:20.457393 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a0febc85-6a81-424f-a1d7-8a368ddb5a00 req-9571bfb5-1547-48b6-8657-64dcae1fb862 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=649e7fd2108b4fde8b196f1191d55464&device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 1098 time: 0.0424831
Sep 25 04:45:20.595921 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0febc85-6a81-424f-a1d7-8a368ddb5a00 req-d03a2d95-3c1e-4f3b-8c6e-0dbfbe977878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:20.599325 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a0febc85-6a81-424f-a1d7-8a368ddb5a00 req-d03a2d95-3c1e-4f3b-8c6e-0dbfbe977878 service neutron] 10.222.0.23 "GET /v2.0/networks?id=fc58d115-3941-4118-b154-96acedcdaffd HTTP/1.1" status: 200  len: 910 time: 0.1148219
Sep 25 04:45:20.679594 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a0febc85-6a81-424f-a1d7-8a368ddb5a00 req-06948a58-6f45-49f7-a239-fd044fd2b634 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c60bb6c-1555-4737-9dbb-3f1954a71333 HTTP/1.1" status: 200  len: 217 time: 0.0712614
Sep 25 04:45:20.735297 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0febc85-6a81-424f-a1d7-8a368ddb5a00 req-a52d233a-1e10-4a11-9056-21779a729c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:20.737995 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a0febc85-6a81-424f-a1d7-8a368ddb5a00 req-a52d233a-1e10-4a11-9056-21779a729c7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c6e728e4-86a6-4305-8ac3-ccdabaff5689 HTTP/1.1" status: 200  len: 850 time: 0.0498319
Sep 25 04:45:20.773559 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a0febc85-6a81-424f-a1d7-8a368ddb5a00 req-bb3efa55-ae33-4683-a37c-9da8d1eb5eb1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fc58d115-3941-4118-b154-96acedcdaffd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271187
Sep 25 04:45:20.890100 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a0febc85-6a81-424f-a1d7-8a368ddb5a00 req-5d9040f7-8be7-4319-ae34-d7f6eeff9477 service neutron] 10.222.0.23 "GET /v2.0/networks/fc58d115-3941-4118-b154-96acedcdaffd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1090517
Sep 25 04:45:20.997712 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2046be7-5f4b-4cf8-9bf8-214c7839f126 req-708a9a30-7f4d-4356-812e-5994a4fd3a67 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:21.001548 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a2046be7-5f4b-4cf8-9bf8-214c7839f126 req-708a9a30-7f4d-4356-812e-5994a4fd3a67 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1261954
Sep 25 04:45:21.076855 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a0febc85-6a81-424f-a1d7-8a368ddb5a00 req-19e88a61-bfc0-4996-8f94-d55086563088 service neutron] 10.222.0.23 "GET /v2.0/networks/fc58d115-3941-4118-b154-96acedcdaffd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1718917
Sep 25 04:45:21.104004 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99342a3-d183-47f0-9aa7-2d3f88468140 req-d51d9bdc-73b7-42a2-96ca-336faddde8bb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:21.105843 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c99342a3-d183-47f0-9aa7-2d3f88468140 req-d51d9bdc-73b7-42a2-96ca-336faddde8bb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 944 time: 0.0993559
Sep 25 04:45:21.109044 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a2046be7-5f4b-4cf8-9bf8-214c7839f126 req-d916c599-7cb3-466a-a3cb-b452069c302e tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898578
Sep 25 04:45:21.118550 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0d73d78f-9edd-4494-bd6e-c779129d6764 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:45:21.179425 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c99342a3-d183-47f0-9aa7-2d3f88468140 req-4a02ddba-bc5b-47c5-b06a-e3446e569e4b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644655
Sep 25 04:45:21.288051 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 0d73d78f-9edd-4494-bd6e-c779129d6764 completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:45:21.294890 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 0d73d78f-9edd-4494-bd6e-c779129d6764 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:45:21.298929 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:21.427932 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:21.469765 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0d73d78f-9edd-4494-bd6e-c779129d6764,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:21.481514 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:21.481514 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c60605-4205-4943-9e91-c4a6405461ca" -d '{"events": [{"server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "name": "network-vif-plugged", "status": "completed", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:21.518758 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759a4df0-fc99-48f5-8a53-42772550111d x-openstack-request-id: req-759a4df0-fc99-48f5-8a53-42772550111d {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:21.519253 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "name": "network-vif-plugged", "status": "completed", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:21.519680 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-759a4df0-fc99-48f5-8a53-42772550111d {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:21.520427 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'code': 200}
Sep 25 04:45:21.568084 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:21.641602 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=0d73d78f-9edd-4494-bd6e-c779129d6764,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:21.904416 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e894c8-f908-4ff6-a5ec-f2d8e07e0a14 req-5deb15d6-37f6-4284-90c7-db04be1aac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:21.905964 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56e894c8-f908-4ff6-a5ec-f2d8e07e0a14 req-5deb15d6-37f6-4284-90c7-db04be1aac09 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 1098 time: 0.0422413
Sep 25 04:45:21.947999 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56e894c8-f908-4ff6-a5ec-f2d8e07e0a14 req-4e01a0f7-de35-4e4e-aaa4-2b4b65805a9c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0324922
Sep 25 04:45:22.274017 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ef04c5-a96e-4388-a7a4-c3d5390f73fd req-c119df37-018e-4ed5-a6c6-70c0af8daa31 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:22.275629 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d2ef04c5-a96e-4388-a7a4-c3d5390f73fd req-c119df37-018e-4ed5-a6c6-70c0af8daa31 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0626504
Sep 25 04:45:22.344536 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d2ef04c5-a96e-4388-a7a4-c3d5390f73fd req-58e7706d-e76e-48c1-8003-265a5c186318 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573909
Sep 25 04:45:22.354175 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8fb8d-c326-4120-856f-681f59cdf3ee req-7c5a428d-60c0-4046-8645-12f95d299689 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:22.355821 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42c8fb8d-c326-4120-856f-681f59cdf3ee req-7c5a428d-60c0-4046-8645-12f95d299689 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0792458
Sep 25 04:45:22.406447 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42c8fb8d-c326-4120-856f-681f59cdf3ee req-5a6e5083-f53a-4c68-a488-9e0ceb383e2c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395532
Sep 25 04:45:23.492122 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cbb85-fb31-4be4-a335-c32f244e23eb req-dcf10638-4766-4d15-bebf-1f4d0754675d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:23.494625 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b84cbb85-fb31-4be4-a335-c32f244e23eb req-dcf10638-4766-4d15-bebf-1f4d0754675d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0578978
Sep 25 04:45:23.582586 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0fa1-48c6-4d48-85e6-7e059096f164 req-ef7dfe46-6a0d-4396-a33b-56ccdf22f673 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:23.584259 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e53a0fa1-48c6-4d48-85e6-7e059096f164 req-ef7dfe46-6a0d-4396-a33b-56ccdf22f673 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0886962
Sep 25 04:45:23.593697 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b84cbb85-fb31-4be4-a335-c32f244e23eb req-a4cd3242-80a0-4787-939b-1f1bccc7ccc6 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603471
Sep 25 04:45:23.602006 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4a2ffb21-a2de-4a99-87bb-02811a1d6812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:23.635663 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e53a0fa1-48c6-4d48-85e6-7e059096f164 req-5bb6b28c-2f71-49d9-b10f-feb5814fea45 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409062
Sep 25 04:45:24.128407 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:24.585664 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:24.854202 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d595a2fe-3787-4552-9c2c-6f338b4ecf19 req-83b98978-c5ab-4737-8c38-6e25663025b1 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:24.856538 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d595a2fe-3787-4552-9c2c-6f338b4ecf19 req-83b98978-c5ab-4737-8c38-6e25663025b1 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1829660
Sep 25 04:45:24.875759 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89394e1-0a34-4217-9dae-0184105c5b1a req-ca7a68a5-f089-42c9-94d3-2fe520792050 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:24.878592 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f89394e1-0a34-4217-9dae-0184105c5b1a req-ca7a68a5-f089-42c9-94d3-2fe520792050 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1155276
Sep 25 04:45:24.974017 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d595a2fe-3787-4552-9c2c-6f338b4ecf19 req-9040114a-45e1-427f-8a06-f12dda2246ce tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932233
Sep 25 04:45:25.009076 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f89394e1-0a34-4217-9dae-0184105c5b1a req-aed24efc-053c-4f2a-8b46-cc3ec4030dc6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1083479
Sep 25 04:45:25.172381 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9415ef-5b0c-4bc0-86cd-e1156170786b req-699748c3-0c3d-49cc-9570-1d300e817b0d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:25.174248 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ed9415ef-5b0c-4bc0-86cd-e1156170786b req-699748c3-0c3d-49cc-9570-1d300e817b0d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0589187
Sep 25 04:45:25.187490 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 46512) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:25.192941 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:25.193435 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-d078cf2b-d2b4-48ae-a2c9-55d256abd8e4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Request body: {'floatingip': {'port_id': '0d73d78f-9edd-4494-bd6e-c779129d6764'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:25.238093 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d078cf2b-d2b4-48ae-a2c9-55d256abd8e4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:25.798454 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d078cf2b-d2b4-48ae-a2c9-55d256abd8e4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:25.833339 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 46528) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:25.927793 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d078cf2b-d2b4-48ae-a2c9-55d256abd8e4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:26.025375 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 46538) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:26.226315 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:26.285383 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d0349193-d664-46c2-a5ab-3934ac3c6c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:26.362160 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d1e4b-02d4-47df-9cd2-9a28029616c6 req-742a564e-49b1-4227-ad43-f089e28adff4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:26.369060 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d26d1e4b-02d4-47df-9cd2-9a28029616c6 req-742a564e-49b1-4227-ad43-f089e28adff4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1720083
Sep 25 04:45:26.420205 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.l3_db [None req-d078cf2b-d2b4-48ae-a2c9-55d256abd8e4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Floating IP faca2afc-f1f0-463a-aba8-c5b9c72fd7e0 associated. External IP: 172.27.2.167, port: 0d73d78f-9edd-4494-bd6e-c779129d6764.
Sep 25 04:45:26.493210 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d26d1e4b-02d4-47df-9cd2-9a28029616c6 req-3eb7d233-740c-4842-a550-f589c18b7160 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066916
Sep 25 04:45:26.589992 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-241c2167-f779-48c3-a56c-1fa8095e1cfc tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:26.591462 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-241c2167-f779-48c3-a56c-1fa8095e1cfc tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/networks?id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb HTTP/1.1" status: 200  len: 814 time: 0.1847842
Sep 25 04:45:26.593552 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:26.610726 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-7c5b948b-99ae-4aa6-a3e9-af465a512d0b tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/quotas/1acfae3797414624a27726f272db6b92 HTTP/1.1" status: 200  len: 375 time: 0.0111992
Sep 25 04:45:26.630598 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:26.687036 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-523d0c10-9bb0-4823-9b93-4614b0e93408 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0696571
Sep 25 04:45:26.705312 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:26.729403 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d078cf2b-d2b4-48ae-a2c9-55d256abd8e4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Router 320ddd36-49a9-43a9-91f0-eb1f24afebef has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:45:26.847582 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0120e0cb904e435b9149fbccab7c64fc&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0123677
Sep 25 04:45:26.849102 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bf5779-f67c-4456-ad98-4d480afc53a3,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:26.851604 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 46562) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:26.883340 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d078cf2b-d2b4-48ae-a2c9-55d256abd8e4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:45:26.893714 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d078cf2b-d2b4-48ae-a2c9-55d256abd8e4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:26.901176 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173fc538-9901-44da-9600-f30f8ae6c8b0 None None] Sync routers for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:45:26.928502 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d078cf2b-d2b4-48ae-a2c9-55d256abd8e4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "PUT /v2.0/floatingips/faca2afc-f1f0-463a-aba8-c5b9c72fd7e0 HTTP/1.1" status: 200  len: 991 time: 1.7396379
Sep 25 04:45:26.932259 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:26.934642 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173fc538-9901-44da-9600-f30f8ae6c8b0 None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:45:26.935169 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d5551b-719e-4638-9b0d-8d08646b6a15" -d '{"events": [{"name": "network-changed", "server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:26.938104 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-173fc538-9901-44da-9600-f30f8ae6c8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8549550>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:45:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:45:26.973852 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:26.980912 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:26.993024 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:26.993964 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:26.994797 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:26.995660 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:26.996562 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:26.997413 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.001681 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:27.002915 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.003847 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.005061 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.005937 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.006887 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbeb6710-c736-40ee-a104-85ad732556fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.103382 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-173fc538-9901-44da-9600-f30f8ae6c8b0 None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:45:27.120217 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-90c4c0c5-41eb-4feb-b9db-e8bd4f77c9a8 service neutron] 10.222.0.20 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4211555
Sep 25 04:45:27.140924 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:27.145678 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:27.147588 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02bf5779-f67c-4456-ad98-4d480afc53a3 HTTP/1.1" status: 204  len: 168 time: 0.2940061
Sep 25 04:45:27.199145 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bf5779-f67c-4456-ad98-4d480afc53a3,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:27.234458 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.234458 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.234458 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.240805 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.241182 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.241532 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.241875 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.242219 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.242558 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.242887 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.243211 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.243542 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f054d-88f8-449d-a7bc-151331a51e61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:27.276665 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caac8e3a-4cb2-4ab5-bbfb-c1c2aa5e9f4f x-openstack-request-id: req-caac8e3a-4cb2-4ab5-bbfb-c1c2aa5e9f4f {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:27.277104 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:27.277467 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-caac8e3a-4cb2-4ab5-bbfb-c1c2aa5e9f4f {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:27.277971 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'status': 'completed', 'code': 200}
Sep 25 04:45:27.412541 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d0349193-d664-46c2-a5ab-3934ac3c6c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:27.461246 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-173fc538-9901-44da-9600-f30f8ae6c8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8549550>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': 'faca2afc-f1f0-463a-aba8-c5b9c72fd7e0', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'port_id': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'mac_address': 'fa:16:3e:ea:31:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:44:59Z', 'updated_at': '2021-09-25T04:45:25Z', 'revision_number': 1, 'project_id': 'b572a0366594463587c5764ffc266df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:45:27.466983 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-f4c32afe-8023-4e91-8d60-7edc41813cdb service neutron] 10.222.0.20 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3348165
Sep 25 04:45:27.471218 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5551b-719e-4638-9b0d-8d08646b6a15 req-5294829d-53dc-405f-9faf-929ce7133665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:27.474485 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45d5551b-719e-4638-9b0d-8d08646b6a15 req-5294829d-53dc-405f-9faf-929ce7133665 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 1098 time: 0.1598995
Sep 25 04:45:27.499406 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173fc538-9901-44da-9600-f30f8ae6c8b0 None None] Checking router: 320ddd36-49a9-43a9-91f0-eb1f24afebef for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:45:27.510352 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173fc538-9901-44da-9600-f30f8ae6c8b0 None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:45:27.511009 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-173fc538-9901-44da-9600-f30f8ae6c8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8549550>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:45:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:45:27.644584 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-173fc538-9901-44da-9600-f30f8ae6c8b0 None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:45:27.694668 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5551b-719e-4638-9b0d-8d08646b6a15 req-95159a6b-9a34-462e-b72b-7de201f6ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:27.702128 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45d5551b-719e-4638-9b0d-8d08646b6a15 req-95159a6b-9a34-462e-b72b-7de201f6ab62 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da2159d-60a0-4d83-9c3e-f0f173eed71c HTTP/1.1" status: 200  len: 917 time: 0.2126985
Sep 25 04:45:27.734724 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d0349193-d664-46c2-a5ab-3934ac3c6c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:27.866692 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d0349193-d664-46c2-a5ab-3934ac3c6c0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dfc68b1a8004503abd603a446ee6b41&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8285170
Sep 25 04:45:27.872714 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 46590) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:27.884824 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0349193-d664-46c2-a5ab-3934ac3c6c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae30458-88c8-49f0-ae55-0a92c688524a,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:27.931134 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183aaed-af93-411e-8fa9-290b90b29171 req-1943b710-feb2-48c2-a593-a461027c451f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:27.932861 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3183aaed-af93-411e-8fa9-290b90b29171 req-1943b710-feb2-48c2-a593-a461027c451f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.2321362
Sep 25 04:45:28.014670 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45d5551b-719e-4638-9b0d-8d08646b6a15 req-eebee98c-7416-4064-bfd3-12f5ee1aca84 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d73d78f-9edd-4494-bd6e-c779129d6764 HTTP/1.1" status: 200  len: 999 time: 0.2947395
Sep 25 04:45:28.064364 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 46594) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:28.070729 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-173fc538-9901-44da-9600-f30f8ae6c8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8549550>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': 'faca2afc-f1f0-463a-aba8-c5b9c72fd7e0', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'port_id': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'mac_address': 'fa:16:3e:ea:31:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:44:59Z', 'updated_at': '2021-09-25T04:45:25Z', 'revision_number': 1, 'project_id': 'b572a0366594463587c5764ffc266df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:45:28.102240 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f7117533-5594-4d2d-867d-a17de84068c7 req-dbc1a239-eb09-4d41-ad3a-2b520c467bcf tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 210 time: 0.1104715
Sep 25 04:45:28.127461 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173fc538-9901-44da-9600-f30f8ae6c8b0 None None] The sync data for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi is: [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': 'faca2afc-f1f0-463a-aba8-c5b9c72fd7e0', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'floating_ip_address': '172.27.2.167', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'port_id': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'mac_address': 'fa:16:3e:ea:31:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:44:59Z', 'updated_at': '2021-09-25T04:45:25Z', 'revision_number': 1, 'project_id': 'b572a0366594463587c5764ffc266df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:45:28.150622 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5551b-719e-4638-9b0d-8d08646b6a15 req-ebbdde99-d81e-4ba2-b821-2002e547f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:28.152255 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45d5551b-719e-4638-9b0d-8d08646b6a15 req-ebbdde99-d81e-4ba2-b821-2002e547f7db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71e42a9c-4c27-485f-866b-a65a7784d81c HTTP/1.1" status: 200  len: 856 time: 0.1244726
Sep 25 04:45:28.210399 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3183aaed-af93-411e-8fa9-290b90b29171 req-93c23da6-c90b-4484-a168-5fbbe8dfaabe tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2542267
Sep 25 04:45:28.259691 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 46606) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:28.275492 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-cb90a521-9a4a-41e4-9144-55f29758284f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:28.277444 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8e6733c7-49d7-48ef-9d7e-4f5d5b731f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:28.377097 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5551b-719e-4638-9b0d-8d08646b6a15 req-83eccac8-87b0-42ed-b4cc-c4105e8e4585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:28.381034 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45d5551b-719e-4638-9b0d-8d08646b6a15 req-83eccac8-87b0-42ed-b4cc-c4105e8e4585 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da2159d-60a0-4d83-9c3e-f0f173eed71c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2138331
Sep 25 04:45:28.385008 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8e6733c7-49d7-48ef-9d7e-4f5d5b731f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:28.479402 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-cb90a521-9a4a-41e4-9144-55f29758284f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:28.577173 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-cb90a521-9a4a-41e4-9144-55f29758284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:28.637963 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45d5551b-719e-4638-9b0d-8d08646b6a15 req-6cfb0776-57b5-441f-9985-a05a2f9eb384 service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2479670
Sep 25 04:45:28.651140 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae704ea4-e17b-42b1-a1e9-25cd61895c2d None None] New status for floating IP faca2afc-f1f0-463a-aba8-c5b9c72fd7e0: ACTIVE {{(pid=101199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:45:28.684488 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-cb90a521-9a4a-41e4-9144-55f29758284f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6fd4178e4df4866ae007294feb59c71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4259017
Sep 25 04:45:28.686026 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 46612) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:28.703010 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-349c88b5-eabe-4ac4-9fd2-47f5fa6c91c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:28.719261 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90a521-9a4a-41e4-9144-55f29758284f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65953454-82f7-4a2c-87ff-ec04df17c828,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:28.766729 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8e6733c7-49d7-48ef-9d7e-4f5d5b731f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:28.770341 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8e6733c7-49d7-48ef-9d7e-4f5d5b731f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:28.771729 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8e6733c7-49d7-48ef-9d7e-4f5d5b731f5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ae30458-88c8-49f0-ae55-0a92c688524a HTTP/1.1" status: 204  len: 168 time: 0.8981676
Sep 25 04:45:28.787299 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6733c7-49d7-48ef-9d7e-4f5d5b731f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae30458-88c8-49f0-ae55-0a92c688524a,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:28.806122 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45d5551b-719e-4638-9b0d-8d08646b6a15 req-7e760fa6-833e-4f14-952b-9d235e02112c service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482925
Sep 25 04:45:28.830906 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d6172e9e-5e7f-492d-afcc-d5cf4dace89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:28.868062 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d6172e9e-5e7f-492d-afcc-d5cf4dace89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:28.930879 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-349c88b5-eabe-4ac4-9fd2-47f5fa6c91c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:29.050874 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d6172e9e-5e7f-492d-afcc-d5cf4dace89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:29.054282 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d6172e9e-5e7f-492d-afcc-d5cf4dace89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:29.055824 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d6172e9e-5e7f-492d-afcc-d5cf4dace89e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65953454-82f7-4a2c-87ff-ec04df17c828 HTTP/1.1" status: 204  len: 168 time: 0.3646533
Sep 25 04:45:29.058485 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-349c88b5-eabe-4ac4-9fd2-47f5fa6c91c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:29.073109 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6172e9e-5e7f-492d-afcc-d5cf4dace89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65953454-82f7-4a2c-87ff-ec04df17c828,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:29.103874 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-349c88b5-eabe-4ac4-9fd2-47f5fa6c91c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57cbdc7a50c0480ea0fe3a46c3ab9304&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0348406
Sep 25 04:45:29.104195 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 46618) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:29.110237 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c88b5-eabe-4ac4-9fd2-47f5fa6c91c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2e27f9-9b0d-4fac-b4e4-fc4d0e92ef48,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:29.160977 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-26a3f379-2c35-497a-a23e-2215a900e387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:29.210310 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-84e42dd7-dd39-45ca-b656-033281db656f req-4fec8915-ba2f-48b1-ad7c-94596927ae48 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 210 time: 0.0454695
Sep 25 04:45:29.216013 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-26a3f379-2c35-497a-a23e-2215a900e387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:29.388124 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-26a3f379-2c35-497a-a23e-2215a900e387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:29.391036 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-26a3f379-2c35-497a-a23e-2215a900e387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:29.392239 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-26a3f379-2c35-497a-a23e-2215a900e387 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0c2e27f9-9b0d-4fac-b4e4-fc4d0e92ef48 HTTP/1.1" status: 204  len: 168 time: 0.2875223
Sep 25 04:45:29.407896 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3f379-2c35-497a-a23e-2215a900e387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2e27f9-9b0d-4fac-b4e4-fc4d0e92ef48,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:29.427592 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34f016-09ee-4b57-a1c9-5bd3b03c76ad req-bc596a2c-01a6-47ec-988d-bd5b303006fe tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:29.429298 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e34f016-09ee-4b57-a1c9-5bd3b03c76ad req-bc596a2c-01a6-47ec-988d-bd5b303006fe tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0841491
Sep 25 04:45:29.480135 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e34f016-09ee-4b57-a1c9-5bd3b03c76ad req-dd2a9a41-519d-4025-8633-061f78c05793 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363514
Sep 25 04:45:29.605360 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 46634) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:29.621345 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b849cde7-c34a-45a4-a9f6-9ed072d3c0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:29.794675 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b849cde7-c34a-45a4-a9f6-9ed072d3c0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:29.891049 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b849cde7-c34a-45a4-a9f6-9ed072d3c0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:29.951964 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b849cde7-c34a-45a4-a9f6-9ed072d3c0dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=684c6be286be4633b6976438bf78a556&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3453035
Sep 25 04:45:29.953423 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849cde7-c34a-45a4-a9f6-9ed072d3c0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39920ade-67e6-4b82-bddc-63792e888861,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:29.955058 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 46640) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:30.029289 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fc50-9a55-4cd5-8626-98e66a08f6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.058089 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fc50-9a55-4cd5-8626-98e66a08f6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.118272 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 46642) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:30.135655 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f69782a5-ef13-4279-9e60-4b01928d32fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.276006 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fc50-9a55-4cd5-8626-98e66a08f6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.279970 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5ef3fc50-9a55-4cd5-8626-98e66a08f6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.281573 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-5ef3fc50-9a55-4cd5-8626-98e66a08f6f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/39920ade-67e6-4b82-bddc-63792e888861 HTTP/1.1" status: 204  len: 168 time: 0.3246346
Sep 25 04:45:30.315305 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3fc50-9a55-4cd5-8626-98e66a08f6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39920ade-67e6-4b82-bddc-63792e888861,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:30.323776 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6487f68-aa50-4dad-a83b-4f633c6df606 req-fe358c3f-1e5a-4866-9b84-b48e70222a4a tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 210 time: 0.0396171
Sep 25 04:45:30.424705 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f69782a5-ef13-4279-9e60-4b01928d32fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.463947 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 46652) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:30.486452 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6b352174-bbf2-4dea-8747-7c64f45bbfbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.506784 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f69782a5-ef13-4279-9e60-4b01928d32fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.552895 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-f69782a5-ef13-4279-9e60-4b01928d32fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=949892f227774588bb3f387e9bce7db9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4332638
Sep 25 04:45:30.554826 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69782a5-ef13-4279-9e60-4b01928d32fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb22785-8aff-4559-9ce2-d56cf628f2dc,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:30.557340 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 46656) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:30.691645 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0929f0-9a94-45cd-b952-6fe1b2c4e938 req-116c3f7a-f578-4355-9bac-e10dd3a7f1ac tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:30.693276 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eb0929f0-9a94-45cd-b952-6fe1b2c4e938 req-116c3f7a-f578-4355-9bac-e10dd3a7f1ac tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1065445
Sep 25 04:45:30.709699 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1bf4041c-c96a-4973-9777-96d42839ca53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.736448 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6b352174-bbf2-4dea-8747-7c64f45bbfbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.766241 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1bf4041c-c96a-4973-9777-96d42839ca53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.778090 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eb0929f0-9a94-45cd-b952-6fe1b2c4e938 req-62569176-f5c2-4e26-923d-9de7e028fe52 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724490
Sep 25 04:45:30.977093 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1bf4041c-c96a-4973-9777-96d42839ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.980781 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1bf4041c-c96a-4973-9777-96d42839ca53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:30.986252 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-1bf4041c-c96a-4973-9777-96d42839ca53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cb22785-8aff-4559-9ce2-d56cf628f2dc HTTP/1.1" status: 204  len: 168 time: 0.4235556
Sep 25 04:45:30.987008 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6b352174-bbf2-4dea-8747-7c64f45bbfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:31.003853 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4041c-c96a-4973-9777-96d42839ca53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb22785-8aff-4559-9ce2-d56cf628f2dc,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:31.095903 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-6b352174-bbf2-4dea-8747-7c64f45bbfbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ae673283c79491dab30062c9dd7d986&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6279817
Sep 25 04:45:31.096715 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 46664) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:31.136874 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b352174-bbf2-4dea-8747-7c64f45bbfbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb97883-d1ea-4d0d-9d9c-fc2d7a32ac80,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:31.200268 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3b083f6e-0339-40dd-9703-1048411c3c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:31.227412 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3b083f6e-0339-40dd-9703-1048411c3c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:31.313236 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-377fd26e-d19e-42ac-87ee-f5d159b1c56a tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:31.314849 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-377fd26e-d19e-42ac-87ee-f5d159b1c56a tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "GET /v2.0/networks?id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb HTTP/1.1" status: 200  len: 814 time: 0.2514796
Sep 25 04:45:31.350109 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Request body: {'port': {'device_id': '78edcd47-57f6-4813-81d7-9bc5efffc990', 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb', 'admin_state_up': True, 'tenant_id': '1acfae3797414624a27726f272db6b92'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:31.387890 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3b083f6e-0339-40dd-9703-1048411c3c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:31.393273 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3b083f6e-0339-40dd-9703-1048411c3c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:31.396552 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-3b083f6e-0339-40dd-9703-1048411c3c29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fb97883-d1ea-4d0d-9d9c-fc2d7a32ac80 HTTP/1.1" status: 204  len: 168 time: 0.2980492
Sep 25 04:45:31.410865 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b083f6e-0339-40dd-9703-1048411c3c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb97883-d1ea-4d0d-9d9c-fc2d7a32ac80,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:31.537317 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-079b497b-921f-4b48-b68c-2f8b019e0059 req-e882a11a-397b-4f70-9519-3ce60544c416 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 210 time: 0.0598357
Sep 25 04:45:31.692507 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Made reservation on behalf of 1acfae3797414624a27726f272db6b92 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:45:31.696952 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:32.201482 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Allocated IP 172.20.0.7 (96ac7f01-c364-4eec-ad2f-b6b20d7e95bb/a7bb23d2-1229-4f2c-95e2-e00af48f4c2c/595f17fd-dec3-4863-978a-49394ed6ffb9) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:45:32.228399 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dbcd75-74b2-4993-b536-895924696381 req-b4009d25-be72-48b3-92d8-b9164de161d7 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:32.230102 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-96dbcd75-74b2-4993-b536-895924696381 req-b4009d25-be72-48b3-92d8-b9164de161d7 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1488771
Sep 25 04:45:32.307563 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-96dbcd75-74b2-4993-b536-895924696381 req-553014a7-ab96-4a4c-8685-4e82c198f43d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697563
Sep 25 04:45:32.472378 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:32.616890 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:32.634570 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['8d681131-ed0e-4ecb-9749-83add657e808'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:45:32.730663 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:45:32.749442 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:45:32.754363 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:45:32.760083 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Pushing event updated for resources: {'Port': ['ID=595f17fd-dec3-4863-978a-49394ed6ffb9,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:32.817871 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c4917-0909-468a-baf5-ea66d2f8ea01 req-be426030-0dc9-4e4c-a35f-624808c027a0 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:32.825825 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-295c4917-0909-468a-baf5-ea66d2f8ea01 req-be426030-0dc9-4e4c-a35f-624808c027a0 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 931 time: 0.1619303
Sep 25 04:45:32.862501 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:32.863170 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:32.903195 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-295c4917-0909-468a-baf5-ea66d2f8ea01 req-0d962d3b-f7d3-48b0-a699-92e77734257c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711567
Sep 25 04:45:32.936649 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-4139e24a-d0bb-492e-be26-4f6000ccb771 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5940912
Sep 25 04:45:32.952027 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Request body: {'port': {'device_id': '78edcd47-57f6-4813-81d7-9bc5efffc990', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:33.028014 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:33.381224 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 595f17fd-dec3-4863-978a-49394ed6ffb9 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:45:33.391162 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:33.406423 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Transition to ACTIVE for port object 595f17fd-dec3-4863-978a-49394ed6ffb9 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:45:33.464989 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143b634-fb5c-4a24-a00a-becacfbac857 req-4fb86055-88bb-40ae-9d03-a71e925c0a35 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:33.466989 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6143b634-fb5c-4a24-a00a-becacfbac857 req-4fb86055-88bb-40ae-9d03-a71e925c0a35 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0590236
Sep 25 04:45:33.468267 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:33.557410 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Pushing event updated for resources: {'Port': ['ID=595f17fd-dec3-4863-978a-49394ed6ffb9,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:33.566724 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6143b634-fb5c-4a24-a00a-becacfbac857 req-89608214-3198-4d74-86a0-7f64781449c5 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898547
Sep 25 04:45:33.646856 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Attempting to bind port 595f17fd-dec3-4863-978a-49394ed6ffb9 on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:45:33.647572 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Attempting to bind port 595f17fd-dec3-4863-978a-49394ed6ffb9 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:45:33.648221 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Attempting to bind port 595f17fd-dec3-4863-978a-49394ed6ffb9 on network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:45:33.654851 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Port 595f17fd-dec3-4863-978a-49394ed6ffb9 on network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:45:33.655718 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Attempting to bind port 595f17fd-dec3-4863-978a-49394ed6ffb9 on network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:45:33.662578 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:45:33.664513 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Checking segment: {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:45:33.664513 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Bound using segment: {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:45:33.664513 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Bound port: 595f17fd-dec3-4863-978a-49394ed6ffb9, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:45:33.664513 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:33.743640 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] For port 595f17fd-dec3-4863-978a-49394ed6ffb9, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:45:33.747337 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] For port 595f17fd-dec3-4863-978a-49394ed6ffb9, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=595f17fd-dec3-4863-978a-49394ed6ffb9,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:45:33.845975 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:33.901757 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:33.905460 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:33.905460 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] 10.222.0.23 "PUT /v2.0/ports/595f17fd-dec3-4863-978a-49394ed6ffb9 HTTP/1.1" status: 200  len: 1093 time: 0.9574356
Sep 25 04:45:33.905460 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78edcd47-57f6-4813-81d7-9bc5efffc990', 'tag': '595f17fd-dec3-4863-978a-49394ed6ffb9'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:33.907807 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d82e28-b08f-4ae1-a4a6-b05f2a950944" -d '{"events": [{"name": "network-changed", "server_uuid": "78edcd47-57f6-4813-81d7-9bc5efffc990", "tag": "595f17fd-dec3-4863-978a-49394ed6ffb9"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:33.961297 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6be7b6-32a4-4ed9-b742-b0ed11fd2421 x-openstack-request-id: req-be6be7b6-32a4-4ed9-b742-b0ed11fd2421 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:33.962732 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78edcd47-57f6-4813-81d7-9bc5efffc990", "tag": "595f17fd-dec3-4863-978a-49394ed6ffb9", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:33.962732 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be6be7b6-32a4-4ed9-b742-b0ed11fd2421 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:33.963289 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78edcd47-57f6-4813-81d7-9bc5efffc990', 'tag': '595f17fd-dec3-4863-978a-49394ed6ffb9', 'status': 'completed', 'code': 200}
Sep 25 04:45:33.972247 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f32d30-68fa-4193-a8f5-6199b83dffde service neutron] Pushing event updated for resources: {'Port': ['ID=595f17fd-dec3-4863-978a-49394ed6ffb9,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:34.072613 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d82e28-b08f-4ae1-a4a6-b05f2a950944 req-a6774739-7a39-4de9-bff8-0b9e8087ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:34.074715 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b1d82e28-b08f-4ae1-a4a6-b05f2a950944 req-a6774739-7a39-4de9-bff8-0b9e8087ef2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 1096 time: 0.0532699
Sep 25 04:45:34.240024 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d82e28-b08f-4ae1-a4a6-b05f2a950944 req-6f69198b-372d-44d4-9b62-7be3b66faa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:34.241582 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b1d82e28-b08f-4ae1-a4a6-b05f2a950944 req-6f69198b-372d-44d4-9b62-7be3b66faa27 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1acfae3797414624a27726f272db6b92&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1556971
Sep 25 04:45:34.249787 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b990c5d-12f3-41a6-b9c6-d9e624c389d8 req-1e9ba4cb-48c5-4238-9bff-9ba765af56cd tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:34.251053 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5b990c5d-12f3-41a6-b9c6-d9e624c389d8 req-1e9ba4cb-48c5-4238-9bff-9ba765af56cd tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 943 time: 0.0858068
Sep 25 04:45:34.391488 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5b990c5d-12f3-41a6-b9c6-d9e624c389d8 req-6a0413c1-39ae-4a02-9965-9f4cfb57fdcf tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300209
Sep 25 04:45:34.417186 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d82e28-b08f-4ae1-a4a6-b05f2a950944 req-75abda9d-cd1b-4fcf-ad2f-83b8795e3e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:34.418726 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b1d82e28-b08f-4ae1-a4a6-b05f2a950944 req-75abda9d-cd1b-4fcf-ad2f-83b8795e3e18 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1667717
Sep 25 04:45:34.434268 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76bb5c-b307-42fd-8154-512fe7c67dd1 req-7868386d-c709-4bfd-b791-796abeb13021 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:34.436419 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-af76bb5c-b307-42fd-8154-512fe7c67dd1 req-7868386d-c709-4bfd-b791-796abeb13021 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 945 time: 0.1335599
Sep 25 04:45:34.506975 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-af76bb5c-b307-42fd-8154-512fe7c67dd1 req-e93fa735-59a3-4864-a037-9714a667add3 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646715
Sep 25 04:45:34.553337 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-1e6e6393-29a0-4f56-95c1-30fcb7e73d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:34.554981 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-1e6e6393-29a0-4f56-95c1-30fcb7e73d79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 1096 time: 0.0803502
Sep 25 04:45:34.613846 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-f427f5b3-b781-458a-b54a-b65473b43b61 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=595f17fd-dec3-4863-978a-49394ed6ffb9 HTTP/1.1" status: 200  len: 217 time: 0.0380232
Sep 25 04:45:34.703577 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-1dad0e45-82f5-456c-aec0-8c25ff4e7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:34.705196 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-1dad0e45-82f5-456c-aec0-8c25ff4e7a90 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a7bb23d2-1229-4f2c-95e2-e00af48f4c2c HTTP/1.1" status: 200  len: 854 time: 0.0809326
Sep 25 04:45:34.741768 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a4814-d439-410a-ab41-0ffd2dfd03d8 req-454c2e1f-c863-484f-a8b6-b218a5401ee3 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:34.743362 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-009a4814-d439-410a-ab41-0ffd2dfd03d8 req-454c2e1f-c863-484f-a8b6-b218a5401ee3 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1055031
Sep 25 04:45:34.760714 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-249caff5-416e-4fcd-a498-08deb7d4656c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371912
Sep 25 04:45:34.904620 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-009a4814-d439-410a-ab41-0ffd2dfd03d8 req-e16deba5-f68d-45ee-9851-4a83ff1e8045 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425970
Sep 25 04:45:34.975023 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-f94fe8a6-36f2-4a53-8207-5be909f3769c service neutron] 10.222.0.23 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1955183
Sep 25 04:45:35.127625 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ddf507a-b16b-4384-bc38-1dd3ca15ff13 req-1e8197d9-097c-44c9-b219-ec5cbe4476f5 service neutron] 10.222.0.23 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432979
Sep 25 04:45:35.547432 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccbac1-4148-4987-87d5-dcbc16ed8424 req-1f48d1b6-bb35-461f-92f6-431460926eb9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:35.549029 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1eccbac1-4148-4987-87d5-dcbc16ed8424 req-1f48d1b6-bb35-461f-92f6-431460926eb9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 943 time: 0.0711386
Sep 25 04:45:35.605851 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1eccbac1-4148-4987-87d5-dcbc16ed8424 req-0537e3bb-43f7-490c-9247-507c1e457f9b tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468287
Sep 25 04:45:35.675977 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9fd46-4b4a-4a6a-8cc0-f4ba6c2fce39 req-37226d4b-5f69-43b6-bf8e-fe13e81ee6dc tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:35.675977 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bfe9fd46-4b4a-4a6a-8cc0-f4ba6c2fce39 req-37226d4b-5f69-43b6-bf8e-fe13e81ee6dc tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 945 time: 0.0611458
Sep 25 04:45:35.728534 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bfe9fd46-4b4a-4a6a-8cc0-f4ba6c2fce39 req-a91625b2-48d2-4e32-a45e-c381b8dd1707 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374634
Sep 25 04:45:36.081017 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83607abb-5ded-46a9-85ad-f2bae8041a80 req-4b48d17b-af5b-4158-82ce-b17a3b7e1da5 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:36.082613 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-83607abb-5ded-46a9-85ad-f2bae8041a80 req-4b48d17b-af5b-4158-82ce-b17a3b7e1da5 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0577967
Sep 25 04:45:36.133662 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-83607abb-5ded-46a9-85ad-f2bae8041a80 req-0ae88699-c950-4a90-936d-5906737a3160 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427966
Sep 25 04:45:36.756927 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf55309-c74d-43ff-a8a4-dbe25aaf6ef2 req-a3373fa3-2ab7-4a11-b232-6dda499d6ef3 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:36.759637 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-edf55309-c74d-43ff-a8a4-dbe25aaf6ef2 req-a3373fa3-2ab7-4a11-b232-6dda499d6ef3 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 943 time: 0.0701189
Sep 25 04:45:36.852637 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-edf55309-c74d-43ff-a8a4-dbe25aaf6ef2 req-75ff8b6b-01e4-4cf9-a0cb-139badb77aea tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784070
Sep 25 04:45:36.894185 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae32adf-40a6-4ebd-a122-56a48c5ac984 req-7c66afd8-1d69-4623-9a21-689ded91a7a9 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:36.894185 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2ae32adf-40a6-4ebd-a122-56a48c5ac984 req-7c66afd8-1d69-4623-9a21-689ded91a7a9 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 945 time: 0.0604923
Sep 25 04:45:36.943447 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2ae32adf-40a6-4ebd-a122-56a48c5ac984 req-ca320686-b37e-4b3d-934e-6fe9b5cf9562 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/security-groups?id=4556304d-766b-4c79-abfa-049e2e65da64&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581090
Sep 25 04:45:36.990420 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4816b-9c78-4a54-be14-06dec2b8f9c3 req-4b69dd27-c917-4832-9d76-f8232fe9a3fb tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:36.990420 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-95f4816b-9c78-4a54-be14-06dec2b8f9c3 req-4b69dd27-c917-4832-9d76-f8232fe9a3fb tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 945 time: 0.0947959
Sep 25 04:45:37.158551 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 595f17fd-dec3-4863-978a-49394ed6ffb9 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:45:37.199375 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-95f4816b-9c78-4a54-be14-06dec2b8f9c3 req-22326b21-3d75-41f6-a0b4-2400425df74a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Deleting port 4c60bb6c-1555-4737-9dbb-3f1954a71333 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:45:37.199949 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-95f4816b-9c78-4a54-be14-06dec2b8f9c3 req-22326b21-3d75-41f6-a0b4-2400425df74a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:37.306499 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 595f17fd-dec3-4863-978a-49394ed6ffb9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=595f17fd-dec3-4863-978a-49394ed6ffb9,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:37.320444 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '595f17fd-dec3-4863-978a-49394ed6ffb9', 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb', 'port_id': '595f17fd-dec3-4863-978a-49394ed6ffb9', 'mac_address': 'fa:16:3e:4d:c1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bb23d2-1229-4f2c-95e2-e00af48f4c2c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:45:37.375280 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:37.378141 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-95f4816b-9c78-4a54-be14-06dec2b8f9c3 req-22326b21-3d75-41f6-a0b4-2400425df74a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] For port 4c60bb6c-1555-4737-9dbb-3f1954a71333, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4c60bb6c-1555-4737-9dbb-3f1954a71333,segment=NetworkSegment(df545ded-d416-4a7b-b14b-381d0088fcbd),segment_id=df545ded-d416-4a7b-b14b-381d0088fcbd)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:37.378487 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-95f4816b-9c78-4a54-be14-06dec2b8f9c3 req-22326b21-3d75-41f6-a0b4-2400425df74a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:37.397633 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 595f17fd-dec3-4863-978a-49394ed6ffb9 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:45:37.426517 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-95f4816b-9c78-4a54-be14-06dec2b8f9c3 req-22326b21-3d75-41f6-a0b4-2400425df74a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Calling delete_port for 4c60bb6c-1555-4737-9dbb-3f1954a71333 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:45:37.435485 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 595f17fd-dec3-4863-978a-49394ed6ffb9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=595f17fd-dec3-4863-978a-49394ed6ffb9,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:37.452208 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953c93bc-4a13-44d8-9b04-832d60d36a43 req-a153f617-16ff-47ae-9efd-7f5ebc34ef53 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:37.455417 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-953c93bc-4a13-44d8-9b04-832d60d36a43 req-a153f617-16ff-47ae-9efd-7f5ebc34ef53 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1268475
Sep 25 04:45:37.532034 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:37.569353 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-953c93bc-4a13-44d8-9b04-832d60d36a43 req-65f52992-fd4f-4ed3-81c2-ca40013d2a93 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1072505
Sep 25 04:45:37.613127 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=595f17fd-dec3-4863-978a-49394ed6ffb9,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:37.620590 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:37.620962 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:37.621307 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:37.621640 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:37.622102 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:37.622455 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:37.622786 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:37.623114 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:37.623454 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:37.623783 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:37.624103 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:37.624449 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:45:37.741890 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-95f4816b-9c78-4a54-be14-06dec2b8f9c3 req-22326b21-3d75-41f6-a0b4-2400425df74a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:37.751250 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['4c60bb6c-1555-4737-9dbb-3f1954a71333'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:45:37.794123 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22326b21-3d75-41f6-a0b4-2400425df74a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Pushing event deleted for resources: {'Port': ['ID=4c60bb6c-1555-4737-9dbb-3f1954a71333,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:37.856161 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['595f17fd-dec3-4863-978a-49394ed6ffb9'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:45:37.877997 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f4816b-9c78-4a54-be14-06dec2b8f9c3 req-22326b21-3d75-41f6-a0b4-2400425df74a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] No DVR routers for this DVR port 4c60bb6c-1555-4737-9dbb-3f1954a71333 on host hv-cinder-76845 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:45:37.882307 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-95f4816b-9c78-4a54-be14-06dec2b8f9c3 req-22326b21-3d75-41f6-a0b4-2400425df74a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:37.884314 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-95f4816b-9c78-4a54-be14-06dec2b8f9c3 req-22326b21-3d75-41f6-a0b4-2400425df74a tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.23 "DELETE /v2.0/ports/4c60bb6c-1555-4737-9dbb-3f1954a71333 HTTP/1.1" status: 204  len: 173 time: 0.8915670
Sep 25 04:45:37.884782 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a07ee29-5a30-4352-a879-bb395c179d64', 'name': 'network-vif-deleted', 'tag': '4c60bb6c-1555-4737-9dbb-3f1954a71333'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:37.887038 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df961922-6145-41dc-8679-794ce7a44ad9" -d '{"events": [{"server_uuid": "4a07ee29-5a30-4352-a879-bb395c179d64", "name": "network-vif-deleted", "tag": "4c60bb6c-1555-4737-9dbb-3f1954a71333"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:37.928549 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9152e033-a6db-4594-80b0-8592a3a8137c x-openstack-request-id: req-9152e033-a6db-4594-80b0-8592a3a8137c {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:37.928850 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a07ee29-5a30-4352-a879-bb395c179d64", "name": "network-vif-deleted", "tag": "4c60bb6c-1555-4737-9dbb-3f1954a71333", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:37.929100 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9152e033-a6db-4594-80b0-8592a3a8137c {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:37.929486 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a07ee29-5a30-4352-a879-bb395c179d64', 'name': 'network-vif-deleted', 'tag': '4c60bb6c-1555-4737-9dbb-3f1954a71333', 'status': 'completed', 'code': 200}
Sep 25 04:45:38.049209 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91685fa1-9391-471c-857c-5739cb5d34e6 req-34a4ad7c-02d5-4c3d-bbc7-65e5b013b705 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:38.052080 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-91685fa1-9391-471c-857c-5739cb5d34e6 req-34a4ad7c-02d5-4c3d-bbc7-65e5b013b705 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 944 time: 0.0857332
Sep 25 04:45:38.097167 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-91685fa1-9391-471c-857c-5739cb5d34e6 req-59082267-a661-428f-a7ec-db771878807b tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401471
Sep 25 04:45:38.207399 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-39eafca3-2d62-455e-a7b1-2d223489950b req-37bf78f6-e00d-46b8-82a2-51333b8d0331 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 210 time: 0.0457194
Sep 25 04:45:38.703945 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d90050-b39b-467b-8d13-57f2dcb09d73 req-a53d5a13-f30b-4ebd-bb53-cfbf7df78c77 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:38.705599 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-72d90050-b39b-467b-8d13-57f2dcb09d73 req-a53d5a13-f30b-4ebd-bb53-cfbf7df78c77 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0645099
Sep 25 04:45:38.748192 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-72d90050-b39b-467b-8d13-57f2dcb09d73 req-1da7b8e9-f8ad-4f67-a678-2fa75ea5d004 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358074
Sep 25 04:45:39.169836 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 595f17fd-dec3-4863-978a-49394ed6ffb9 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:45:39.294711 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fa469-8bbb-45f9-b8ef-1366483a08da req-b6b1ac81-2bae-4c6f-8d9f-a0af64d9cdd8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:39.297863 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-518fa469-8bbb-45f9-b8ef-1366483a08da req-b6b1ac81-2bae-4c6f-8d9f-a0af64d9cdd8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 944 time: 0.0706079
Sep 25 04:45:39.349333 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 595f17fd-dec3-4863-978a-49394ed6ffb9 completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:45:39.354599 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 595f17fd-dec3-4863-978a-49394ed6ffb9 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:45:39.355262 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:39.409021 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d378f6b3-f07c-4e6a-9c21-0a28d390bce1 req-9dc3fa71-f6f0-4796-afef-38355b3244e6 tempest-DeleteServersTestJSON-1723183861 tempest-DeleteServersTestJSON-1723183861-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a07ee29-5a30-4352-a879-bb395c179d64 HTTP/1.1" status: 200  len: 210 time: 0.0718534
Sep 25 04:45:39.414192 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-518fa469-8bbb-45f9-b8ef-1366483a08da req-887edc75-f8d9-4f8c-9d5b-ee83635925d9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025367
Sep 25 04:45:39.454899 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:39.483875 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78edcd47-57f6-4813-81d7-9bc5efffc990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595f17fd-dec3-4863-978a-49394ed6ffb9'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:39.486410 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b627b47f-6ff8-4aab-9a8b-a08b62d7cd40" -d '{"events": [{"server_uuid": "78edcd47-57f6-4813-81d7-9bc5efffc990", "name": "network-vif-plugged", "status": "completed", "tag": "595f17fd-dec3-4863-978a-49394ed6ffb9"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:39.502184 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 595f17fd-dec3-4863-978a-49394ed6ffb9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=595f17fd-dec3-4863-978a-49394ed6ffb9,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:39.545967 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a26d6c5-a13c-42cb-be20-f719f11db471 x-openstack-request-id: req-1a26d6c5-a13c-42cb-be20-f719f11db471 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:39.546283 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78edcd47-57f6-4813-81d7-9bc5efffc990", "name": "network-vif-plugged", "status": "completed", "tag": "595f17fd-dec3-4863-978a-49394ed6ffb9", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:39.546536 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a26d6c5-a13c-42cb-be20-f719f11db471 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:39.546929 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78edcd47-57f6-4813-81d7-9bc5efffc990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '595f17fd-dec3-4863-978a-49394ed6ffb9', 'code': 200}
Sep 25 04:45:39.585945 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:39.587594 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 4c60bb6c-1555-4737-9dbb-3f1954a71333 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:45:39.634102 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 4c60bb6c-1555-4737-9dbb-3f1954a71333 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:45:39.634538 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 4c60bb6c-1555-4737-9dbb-3f1954a71333 not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:45:39.687820 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=595f17fd-dec3-4863-978a-49394ed6ffb9,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:39.872055 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c420de99-4ba7-4471-bf92-2549f92b7ec3 req-0147afe6-f004-4728-90fd-6ee2952fd220 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:39.873690 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c420de99-4ba7-4471-bf92-2549f92b7ec3 req-0147afe6-f004-4728-90fd-6ee2952fd220 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0517819
Sep 25 04:45:39.921598 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c420de99-4ba7-4471-bf92-2549f92b7ec3 req-11788271-ae0b-4e22-bfa4-d09cb4755743 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406539
Sep 25 04:45:39.993582 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096c2b0-4ce9-4122-8fc5-caeb2b401860 req-cf96a92a-5506-4d6b-932d-d6a535763338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:39.995012 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1096c2b0-4ce9-4122-8fc5-caeb2b401860 req-cf96a92a-5506-4d6b-932d-d6a535763338 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 1098 time: 0.0529954
Sep 25 04:45:40.056877 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1096c2b0-4ce9-4122-8fc5-caeb2b401860 req-510fc9ac-1e62-40ff-aebc-ecdf85f053c7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462136
Sep 25 04:45:40.590060 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7338dd68-f0cc-4d4c-a91e-f600344fa4bc req-3e3b0f7d-2bc9-4e11-86fc-226a7496d0d6 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:40.597565 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7338dd68-f0cc-4d4c-a91e-f600344fa4bc req-3e3b0f7d-2bc9-4e11-86fc-226a7496d0d6 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 945 time: 0.0673721
Sep 25 04:45:40.660952 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7338dd68-f0cc-4d4c-a91e-f600344fa4bc req-ace42b9f-780a-40d6-b202-7d6759b68556 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565531
Sep 25 04:45:40.901579 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e196aac-5699-4c97-8fc6-564b99d06963 req-f371f43e-493d-4f5e-ab85-34c4cbae99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:40.903288 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8e196aac-5699-4c97-8fc6-564b99d06963 req-f371f43e-493d-4f5e-ab85-34c4cbae99ad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 1098 time: 0.0458150
Sep 25 04:45:40.944385 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8e196aac-5699-4c97-8fc6-564b99d06963 req-18572ef1-e9cd-477e-b3a2-a6ab5c62bb49 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313559
Sep 25 04:45:41.057172 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac2795a-c40d-4553-bb82-16716a5cbcac req-ab6ca827-e114-4f53-aaea-298eae78f7a9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:41.058806 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ac2795a-c40d-4553-bb82-16716a5cbcac req-ab6ca827-e114-4f53-aaea-298eae78f7a9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0553939
Sep 25 04:45:41.103911 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ac2795a-c40d-4553-bb82-16716a5cbcac req-e77682e2-9acd-4212-951a-fd28287c2e98 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376019
Sep 25 04:45:41.849672 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d0b1d-5a75-4062-ac9d-f50b557bb90a req-0fed0e8a-a081-4b65-b7a6-3d190ebba4b2 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:41.857480 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-585d0b1d-5a75-4062-ac9d-f50b557bb90a req-0fed0e8a-a081-4b65-b7a6-3d190ebba4b2 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 945 time: 0.1008811
Sep 25 04:45:41.922652 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-585d0b1d-5a75-4062-ac9d-f50b557bb90a req-906b43d5-bf64-4053-85b6-47cacbeeed0a tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632584
Sep 25 04:45:42.269673 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a7677-34be-4fa0-8cbd-63a5fcc892ca req-6578b14b-3fb4-40be-ad8a-5413b0878e65 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:42.271287 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c06a7677-34be-4fa0-8cbd-63a5fcc892ca req-6578b14b-3fb4-40be-ad8a-5413b0878e65 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0736525
Sep 25 04:45:42.320416 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c06a7677-34be-4fa0-8cbd-63a5fcc892ca req-80432b1e-7294-4f90-b448-a4c729dafee8 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391355
Sep 25 04:45:42.341710 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47030) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:42.471833 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-861f454d-b2c4-4701-8301-8a2226b99442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:42.645733 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-861f454d-b2c4-4701-8301-8a2226b99442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:42.704184 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47050) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:42.718115 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-861f454d-b2c4-4701-8301-8a2226b99442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:42.786921 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f454d-b2c4-4701-8301-8a2226b99442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec5fd3b-2e55-4ec8-b2ce-3a32c01d5fc5,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:42.794166 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-861f454d-b2c4-4701-8301-8a2226b99442 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6afc7c5db594b3a9edd429a8bff5422&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4509428
Sep 25 04:45:42.798070 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47052) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:42.805711 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-992e748e-b78c-43db-a54b-efa21ed4027e admin admin] Deleting subnet c6e728e4-86a6-4305-8ac3-ccdabaff5689 {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:45:42.809637 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-992e748e-b78c-43db-a54b-efa21ed4027e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:42.845141 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-992e748e-b78c-43db-a54b-efa21ed4027e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855331'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:42.851621 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c0790c85-702e-4990-b749-db022355ba32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:42.881507 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c0790c85-702e-4990-b749-db022355ba32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:42.886524 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-992e748e-b78c-43db-a54b-efa21ed4027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.082122 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c0790c85-702e-4990-b749-db022355ba32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.084740 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c0790c85-702e-4990-b749-db022355ba32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.090834 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-c0790c85-702e-4990-b749-db022355ba32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ec5fd3b-2e55-4ec8-b2ce-3a32c01d5fc5 HTTP/1.1" status: 204  len: 168 time: 0.2880733
Sep 25 04:45:43.099571 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0790c85-702e-4990-b749-db022355ba32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec5fd3b-2e55-4ec8-b2ce-3a32c01d5fc5,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:43.106323 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f93c95-379a-482e-a7fc-fbcca003e84f req-2b228f2c-bd99-4488-85d5-52f6f9f6ff08 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:43.107884 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78f93c95-379a-482e-a7fc-fbcca003e84f req-2b228f2c-bd99-4488-85d5-52f6f9f6ff08 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 945 time: 0.0988424
Sep 25 04:45:43.108959 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-992e748e-b78c-43db-a54b-efa21ed4027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9536346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9085572'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.138892 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992e748e-b78c-43db-a54b-efa21ed4027e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6e728e4-86a6-4305-8ac3-ccdabaff5689,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:43.146102 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-992e748e-b78c-43db-a54b-efa21ed4027e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.148022 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-992e748e-b78c-43db-a54b-efa21ed4027e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c6e728e4-86a6-4305-8ac3-ccdabaff5689 HTTP/1.1" status: 204  len: 168 time: 0.4426005
Sep 25 04:45:43.153183 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47060) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:43.179894 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78f93c95-379a-482e-a7fc-fbcca003e84f req-a7fb082a-9e1b-4cb0-bfe8-36eb86e0f4f5 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438888
Sep 25 04:45:43.245061 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.333226 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.356933 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd250a940>,) {'filters': {'network_id': ['fc58d115-3941-4118-b154-96acedcdaffd']}} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:45:43.367128 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd250a940>, 'df545ded-d416-4a7b-b14b-381d0088fcbd') {'for_net_delete': True} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:45:43.367431 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd250a940>, 'df545ded-d416-4a7b-b14b-381d0088fcbd') {} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:45:43.378216 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9493522'] for segment, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.402218 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.409335 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:45:43.409621 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9736743'] for segment, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.491430 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb31f0-aeed-468a-88bd-c37562287919 req-3fad18d4-57e0-4775-bb07-a7efe2b49031 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]: Traceback (most recent call last):
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     timer()
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     cb(*args, **kw)
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     return func(*args, **kwargs)
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     self._notify()
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     self.callback(batched_events)
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     event.method(event)
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     return f(self, *a, **k)
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._get(url).json()
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:45:43.496025 dv-cinder-768458-10-iscsi neutron-server[101197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:45:43.506865 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-44bb31f0-aeed-468a-88bd-c37562287919 req-3fad18d4-57e0-4775-bb07-a7efe2b49031 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1058445
Sep 25 04:45:43.560605 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-44bb31f0-aeed-468a-88bd-c37562287919 req-15180676-b7f0-4637-a09d-fa333236510f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524306
Sep 25 04:45:43.585277 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.610044 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.612106 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] 10.222.0.20 "DELETE /v2.0/networks/fc58d115-3941-4118-b154-96acedcdaffd HTTP/1.1" status: 204  len: 168 time: 0.4574692
Sep 25 04:45:43.613657 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9642e74d-576b-4635-ba68-7d50ca522a3c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc58d115-3941-4118-b154-96acedcdaffd,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:43.892489 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47094) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:43.909411 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c539fd4f-1422-4fab-8de8-15a4f6840e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:43.945614 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb5339f-71e1-4d0e-8137-45a5eacd29f0 req-6841e398-5a5f-479d-a2d6-4d20e5b5aa84 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:43.947807 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ffb5339f-71e1-4d0e-8137-45a5eacd29f0 req-6841e398-5a5f-479d-a2d6-4d20e5b5aa84 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.2962983
Sep 25 04:45:43.993983 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ffb5339f-71e1-4d0e-8137-45a5eacd29f0 req-a98860be-5bf1-4ebd-a709-7e47c35e4d90 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384295
Sep 25 04:45:44.033682 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c539fd4f-1422-4fab-8de8-15a4f6840e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:44.105913 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c539fd4f-1422-4fab-8de8-15a4f6840e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:44.125807 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47102) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:44.156863 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-c539fd4f-1422-4fab-8de8-15a4f6840e80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ba25e3653484ecf9ff7cb0ca9cdcc26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2627645
Sep 25 04:45:44.158038 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539fd4f-1422-4fab-8de8-15a4f6840e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5091f039-6654-429d-80fd-c3da345c0ccd,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:44.161016 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47104) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:44.197871 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47108) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:44.198718 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-003faa2f-0daa-43ec-ac34-28708d9b27bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=649e7fd2108b4fde8b196f1191d55464&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0714960
Sep 25 04:45:44.264406 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a5d67fa4-d607-4fb6-8f41-623d69a830f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:44.298330 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a5d67fa4-d607-4fb6-8f41-623d69a830f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:44.305163 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0d880ce9-a7c8-4c63-a53c-7216331e8b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:44.355056 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0d880ce9-a7c8-4c63-a53c-7216331e8b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:44.494973 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a5d67fa4-d607-4fb6-8f41-623d69a830f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:44.499533 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a5d67fa4-d607-4fb6-8f41-623d69a830f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:44.506099 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-a5d67fa4-d607-4fb6-8f41-623d69a830f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5091f039-6654-429d-80fd-c3da345c0ccd HTTP/1.1" status: 204  len: 168 time: 0.3393254
Sep 25 04:45:44.514395 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d67fa4-d607-4fb6-8f41-623d69a830f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5091f039-6654-429d-80fd-c3da345c0ccd,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:44.519166 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0d880ce9-a7c8-4c63-a53c-7216331e8b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:44.532408 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0d880ce9-a7c8-4c63-a53c-7216331e8b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:44.532408 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-0d880ce9-a7c8-4c63-a53c-7216331e8b6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4556304d-766b-4c79-abfa-049e2e65da64 HTTP/1.1" status: 204  len: 168 time: 0.3278267
Sep 25 04:45:44.557899 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d880ce9-a7c8-4c63-a53c-7216331e8b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4556304d-766b-4c79-abfa-049e2e65da64,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:46.594421 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6abe5a-40f1-420c-b874-f8baf73ff7f5 req-3cbbd6aa-f9f2-45c8-b370-3c940862fca3 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:46.596120 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fb6abe5a-40f1-420c-b874-f8baf73ff7f5 req-3cbbd6aa-f9f2-45c8-b370-3c940862fca3 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0849042
Sep 25 04:45:46.626538 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eac89-2700-43ba-9e35-34fda4e2cb06 req-7623ea27-4f71-4983-beb5-1e433c37da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:46.628071 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-741eac89-2700-43ba-9e35-34fda4e2cb06 req-7623ea27-4f71-4983-beb5-1e433c37da23 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbe579cf95634476890db51eac194687&device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 1099 time: 0.0771639
Sep 25 04:45:46.696200 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fb6abe5a-40f1-420c-b874-f8baf73ff7f5 req-57988ade-a2f0-4be2-a358-54bb13b18d62 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0900280
Sep 25 04:45:46.805424 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eac89-2700-43ba-9e35-34fda4e2cb06 req-04870c68-8123-4c43-90ee-7b9d7fc84219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:46.807148 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-741eac89-2700-43ba-9e35-34fda4e2cb06 req-04870c68-8123-4c43-90ee-7b9d7fc84219 service neutron] 10.222.0.23 "GET /v2.0/networks?id=85def040-d61d-48c6-b291-38db29b62b1a HTTP/1.1" status: 200  len: 917 time: 0.1602578
Sep 25 04:45:46.910035 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-741eac89-2700-43ba-9e35-34fda4e2cb06 req-86b888eb-9411-4ed8-87e9-ffe9966359ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee61d7dd-b786-4a95-8c15-797429a71729 HTTP/1.1" status: 200  len: 217 time: 0.0897248
Sep 25 04:45:46.986448 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-02db8be3-fb0c-47a2-a3f0-4933c759d575 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:46.987991 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-02db8be3-fb0c-47a2-a3f0-4933c759d575 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/networks?id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb HTTP/1.1" status: 200  len: 814 time: 0.2240510
Sep 25 04:45:46.998015 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741eac89-2700-43ba-9e35-34fda4e2cb06 req-225d04fb-f348-4fd4-91c3-8bff9d02d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:46.999412 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-741eac89-2700-43ba-9e35-34fda4e2cb06 req-225d04fb-f348-4fd4-91c3-8bff9d02d0f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aedebdbd-7d90-45fc-9460-f48bb0a0d00b HTTP/1.1" status: 200  len: 857 time: 0.0761969
Sep 25 04:45:47.008019 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-e8001649-f8d0-4e15-a6dd-62d294579168 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/quotas/1acfae3797414624a27726f272db6b92 HTTP/1.1" status: 200  len: 375 time: 0.0124874
Sep 25 04:45:47.036274 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-741eac89-2700-43ba-9e35-34fda4e2cb06 req-5b7d99dd-97de-455e-8e03-773ee1c04367 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85def040-d61d-48c6-b291-38db29b62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0271595
Sep 25 04:45:47.148913 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-6d0ae790-7bf9-4a37-bd92-564ebf84718e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1293437
Sep 25 04:45:47.187941 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-741eac89-2700-43ba-9e35-34fda4e2cb06 req-b11c4b4a-1718-4be7-80e6-8eb585b8eef3 service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435671
Sep 25 04:45:47.331411 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:45:47.336905 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-03719dd9-27a5-47a1-8d08-448944702f0f service neutron] 10.222.0.20 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1740360
Sep 25 04:45:47.452755 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-741eac89-2700-43ba-9e35-34fda4e2cb06 req-1d209066-689b-4d8e-ae7b-8425d4162a83 service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2518592
Sep 25 04:45:47.459621 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-b8c70d1f-62cb-4eef-927e-343180dbae36 service neutron] 10.222.0.20 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1178176
Sep 25 04:45:47.524843 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47254) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:47.756798 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9d1c4684-3641-4fe8-aa86-deb028c4e084 req-07d13bde-5df9-4e14-a8d2-8ae89c2eb149 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 210 time: 0.0468402
Sep 25 04:45:47.853264 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b52cc0fb-b1ff-43bc-86f0-e5b6b9d97711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:47.901757 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9f771-41bf-4323-8c97-df27dd1208f8 req-d389e675-5a3c-4411-87a3-618ed45be69f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:47.903402 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fbc9f771-41bf-4323-8c97-df27dd1208f8 req-d389e675-5a3c-4411-87a3-618ed45be69f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0570204
Sep 25 04:45:47.991744 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fbc9f771-41bf-4323-8c97-df27dd1208f8 req-aa207266-182c-4954-b9de-c085208c1135 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767550
Sep 25 04:45:48.019612 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b52cc0fb-b1ff-43bc-86f0-e5b6b9d97711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:48.181080 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b52cc0fb-b1ff-43bc-86f0-e5b6b9d97711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:48.232103 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47292) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:48.232319 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-b52cc0fb-b1ff-43bc-86f0-e5b6b9d97711 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=389d70ea1c3542abb8281f6a21634ffa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7061274
Sep 25 04:45:48.233493 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cc0fb-b1ff-43bc-86f0-e5b6b9d97711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dce7e92-581e-43dc-9df5-3eb5678989f3,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:48.302126 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-83032cdb-b03a-4d7c-9d36-e8e3444b7645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:48.328364 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-83032cdb-b03a-4d7c-9d36-e8e3444b7645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:48.472018 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-83032cdb-b03a-4d7c-9d36-e8e3444b7645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:48.474475 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-83032cdb-b03a-4d7c-9d36-e8e3444b7645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:48.477230 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-83032cdb-b03a-4d7c-9d36-e8e3444b7645 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dce7e92-581e-43dc-9df5-3eb5678989f3 HTTP/1.1" status: 204  len: 168 time: 0.2419176
Sep 25 04:45:48.492907 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83032cdb-b03a-4d7c-9d36-e8e3444b7645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dce7e92-581e-43dc-9df5-3eb5678989f3,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:48.913362 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6720716d-717c-4c88-900d-be0c36136136 req-6eec70db-a6e0-4a10-b556-e74fa37741ac tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 210 time: 0.0329916
Sep 25 04:45:49.125694 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47348) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:49.170443 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b3b44-85c7-4315-bc71-a3ca40d424dd req-98f25920-d598-452f-bed1-995b777357a4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:49.173512 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dd6b3b44-85c7-4315-bc71-a3ca40d424dd req-98f25920-d598-452f-bed1-995b777357a4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0680656
Sep 25 04:45:49.213720 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dd6b3b44-85c7-4315-bc71-a3ca40d424dd req-1e9c1492-da8a-44bf-9313-6f7808ca54cd tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348539
Sep 25 04:45:49.323409 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47354) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:49.433236 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ead749ff-b6c2-46de-a544-976db0524aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:49.537778 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ead749ff-b6c2-46de-a544-976db0524aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:49.643895 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ead749ff-b6c2-46de-a544-976db0524aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:49.689559 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-ead749ff-b6c2-46de-a544-976db0524aa6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b4bcef43a0348f483139e50dac1612e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5627654
Sep 25 04:45:49.690686 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead749ff-b6c2-46de-a544-976db0524aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1b3006-9b5c-4e32-a9e8-6292ecf7ef02,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:49.693983 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47362) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:49.762683 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dafc8990-676f-425d-933f-831fffb22996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:49.794298 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dafc8990-676f-425d-933f-831fffb22996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:49.861411 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-2ffa13c9-5333-49f6-bdda-a0268527714c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:49.883482 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5ef583e7-233a-4462-a1c9-83caaa67ef55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:49.909810 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47366) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:49.919102 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47368) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:49.926713 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c47cb17a-a191-41bc-b59c-f6093b82dec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.068882 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-23cc7e74-7bdb-4afc-976c-b2783ae86841 req-d9bc7ef0-1241-48cb-81a3-30e0952696e0 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 210 time: 0.0566816
Sep 25 04:45:50.069396 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dafc8990-676f-425d-933f-831fffb22996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.072372 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dafc8990-676f-425d-933f-831fffb22996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.074399 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-dafc8990-676f-425d-933f-831fffb22996 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a1b3006-9b5c-4e32-a9e8-6292ecf7ef02 HTTP/1.1" status: 204  len: 168 time: 0.3793204
Sep 25 04:45:50.090511 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafc8990-676f-425d-933f-831fffb22996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1b3006-9b5c-4e32-a9e8-6292ecf7ef02,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:50.145579 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1d7e-9eb2-455b-8c41-b2039c28c532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.209766 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-2ffa13c9-5333-49f6-bdda-a0268527714c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.301575 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-2ffa13c9-5333-49f6-bdda-a0268527714c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.344514 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-2ffa13c9-5333-49f6-bdda-a0268527714c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37fbda2eb3aa4a5ebccf1aa16a55023b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0195050
Sep 25 04:45:50.345628 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa13c9-5333-49f6-bdda-a0268527714c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d9a553-3237-49b8-9851-5b16e2841f70,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:50.348956 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47378) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:50.428749 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4f2bfdac-7f5d-4d55-90cc-353409bda33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.463251 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4f2bfdac-7f5d-4d55-90cc-353409bda33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.481349 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-04ff254c-e5d1-4103-8f49-467c8997f720 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:50.483098 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-04ff254c-e5d1-4103-8f49-467c8997f720 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "GET /v2.0/networks?id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb HTTP/1.1" status: 200  len: 814 time: 0.2121675
Sep 25 04:45:50.498860 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8272284-596b-42f4-85ff-b243c0685ea9 req-8d6957d3-8492-432d-85b1-c10e69f5733b tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:50.500598 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d8272284-596b-42f4-85ff-b243c0685ea9 req-8d6957d3-8492-432d-85b1-c10e69f5733b tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1643472
Sep 25 04:45:50.506843 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Request body: {'port': {'device_id': 'f7b485f5-bcc8-42a9-8732-318cd9120069', 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb', 'admin_state_up': True, 'tenant_id': '1acfae3797414624a27726f272db6b92'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:50.622176 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4f2bfdac-7f5d-4d55-90cc-353409bda33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.626175 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4f2bfdac-7f5d-4d55-90cc-353409bda33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.627625 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4f2bfdac-7f5d-4d55-90cc-353409bda33b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/13d9a553-3237-49b8-9851-5b16e2841f70 HTTP/1.1" status: 204  len: 168 time: 0.2776022
Sep 25 04:45:50.638905 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bfdac-7f5d-4d55-90cc-353409bda33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d9a553-3237-49b8-9851-5b16e2841f70,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:50.643199 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d8272284-596b-42f4-85ff-b243c0685ea9 req-d8f73c45-3cb2-4abd-a6d7-826bfb388ce8 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1278560
Sep 25 04:45:50.686158 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c47cb17a-a191-41bc-b59c-f6093b82dec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.758318 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c47cb17a-a191-41bc-b59c-f6093b82dec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.814933 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c47cb17a-a191-41bc-b59c-f6093b82dec9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a6290c6887454435ae19f8c4cff596be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9039004
Sep 25 04:45:50.816198 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47cb17a-a191-41bc-b59c-f6093b82dec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcb3916-fd0c-4a47-908f-cac32fa33adb,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:50.818072 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47386) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:50.887432 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f019cd52-4334-47ee-8f19-294522d30d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.936336 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47390) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:50.958403 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a94557d1-3e61-49ba-aaea-8a40c048231c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:50.989333 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f019cd52-4334-47ee-8f19-294522d30d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.066190 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1d7e-9eb2-455b-8c41-b2039c28c532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.207448 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ca5b5e2f-860d-4233-b6b8-ae723be9155d req-6c38ce57-e868-4895-a5ad-1b52a78c13f7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 210 time: 0.0275769
Sep 25 04:45:51.238333 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-0e9b1d7e-9eb2-455b-8c41-b2039c28c532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.242948 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f019cd52-4334-47ee-8f19-294522d30d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.245813 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f019cd52-4334-47ee-8f19-294522d30d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.247022 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-f019cd52-4334-47ee-8f19-294522d30d6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4dcb3916-fd0c-4a47-908f-cac32fa33adb HTTP/1.1" status: 204  len: 168 time: 0.4275961
Sep 25 04:45:51.288836 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b1d7e-9eb2-455b-8c41-b2039c28c532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098a0f1d-3c35-4653-907c-0668423e8ad2,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:51.299815 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-0e9b1d7e-9eb2-455b-8c41-b2039c28c532 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37d215e39a4143358c8a010d5acb86b8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3772507
Sep 25 04:45:51.302124 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47402) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:51.306103 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019cd52-4334-47ee-8f19-294522d30d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcb3916-fd0c-4a47-908f-cac32fa33adb,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:51.345151 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Made reservation on behalf of 1acfae3797414624a27726f272db6b92 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:45:51.346655 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.455257 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f65b711-e535-4947-babb-808199482b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.511089 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47404) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:51.523121 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f65b711-e535-4947-babb-808199482b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.575616 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-877d93ec-d304-4e52-819f-acec27d110f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.642407 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Allocated IP 172.20.0.6 (96ac7f01-c364-4eec-ad2f-b6b20d7e95bb/a7bb23d2-1229-4f2c-95e2-e00af48f4c2c/90ede77c-ec30-4ab8-af57-7d5b93631fbf) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:45:51.667482 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a94557d1-3e61-49ba-aaea-8a40c048231c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.770531 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f65b711-e535-4947-babb-808199482b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.773090 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9f65b711-e535-4947-babb-808199482b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.774255 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9f65b711-e535-4947-babb-808199482b5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/098a0f1d-3c35-4653-907c-0668423e8ad2 HTTP/1.1" status: 204  len: 168 time: 0.4706736
Sep 25 04:45:51.827764 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a94557d1-3e61-49ba-aaea-8a40c048231c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:51.836879 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65b711-e535-4947-babb-808199482b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098a0f1d-3c35-4653-907c-0668423e8ad2,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:51.917371 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4172dd-6c2a-49a3-b7a4-bcd7a7f4298a req-63a63079-cefe-4255-b9e6-881521756494 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:51.919784 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5b4172dd-6c2a-49a3-b7a4-bcd7a7f4298a req-63a63079-cefe-4255-b9e6-881521756494 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1851337
Sep 25 04:45:51.949373 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a94557d1-3e61-49ba-aaea-8a40c048231c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17a5a5ec1eab4e92b99c9f2e1973baeb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0104585
Sep 25 04:45:51.954107 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47414) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:51.967916 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94557d1-3e61-49ba-aaea-8a40c048231c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d9c6d-6e20-4f04-8591-641ca10b75f5,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:51.999460 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.012741 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ca23f55c-5563-4467-bb0d-b8612f50ae03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.038428 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5b4172dd-6c2a-49a3-b7a4-bcd7a7f4298a req-b2d10d70-1e32-4231-b999-325959940afb tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997226
Sep 25 04:45:52.041039 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ca23f55c-5563-4467-bb0d-b8612f50ae03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.093636 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-877d93ec-d304-4e52-819f-acec27d110f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.175898 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.197058 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['8d681131-ed0e-4ecb-9749-83add657e808', '595f17fd-dec3-4863-978a-49394ed6ffb9'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:45:52.210042 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ca23f55c-5563-4467-bb0d-b8612f50ae03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.213328 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-877d93ec-d304-4e52-819f-acec27d110f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.214874 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ca23f55c-5563-4467-bb0d-b8612f50ae03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.216676 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-ca23f55c-5563-4467-bb0d-b8612f50ae03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d39d9c6d-6e20-4f04-8591-641ca10b75f5 HTTP/1.1" status: 204  len: 168 time: 0.2614703
Sep 25 04:45:52.226561 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:45:52.227773 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23f55c-5563-4467-bb0d-b8612f50ae03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d9c6d-6e20-4f04-8591-641ca10b75f5,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:52.239863 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:45:52.251971 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47422) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:52.281410 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:45:52.289825 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-75842b08-70ee-4d86-bc6d-797fb35b4b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.381822 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d93ec-d304-4e52-819f-acec27d110f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a37996-c31d-42bb-9796-b693dd401473,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:52.428565 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Pushing event updated for resources: {'Port': ['ID=90ede77c-ec30-4ab8-af57-7d5b93631fbf,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:52.470096 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-877d93ec-d304-4e52-819f-acec27d110f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6996d71671b42a8a07b8a4344db931c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9557028
Sep 25 04:45:52.471334 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-75842b08-70ee-4d86-bc6d-797fb35b4b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.472408 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47426) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:52.488439 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:52.489065 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.528541 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621c48b-eda3-47ba-80a9-420844a83bed req-4b5855c0-b204-4c8f-bb13-656c7459e330 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:52.541345 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6621c48b-eda3-47ba-80a9-420844a83bed req-4b5855c0-b204-4c8f-bb13-656c7459e330 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 931 time: 0.1257303
Sep 25 04:45:52.547305 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-75842b08-70ee-4d86-bc6d-797fb35b4b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.586814 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6621c48b-eda3-47ba-80a9-420844a83bed req-a8d0c824-6636-48fd-93bb-8fc7969d7200 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441480
Sep 25 04:45:52.608645 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-75842b08-70ee-4d86-bc6d-797fb35b4b4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b0ebaa5979e4956a7616896b0ac2388&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3515136
Sep 25 04:45:52.610124 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75842b08-70ee-4d86-bc6d-797fb35b4b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fab4f6-ba04-4028-8c37-bf39ea541f15,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:52.611364 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47428) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:52.613761 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46c7fb5c-0966-4501-8758-f52508e05a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.639394 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46c7fb5c-0966-4501-8758-f52508e05a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.656979 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-9971ac78-389b-4722-92b5-975b40422e47 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1539609
Sep 25 04:45:52.672540 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Request body: {'port': {'device_id': 'f7b485f5-bcc8-42a9-8732-318cd9120069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:52.675484 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-36ccfdff-c46d-4474-97da-61eda3fd8b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.724206 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-36ccfdff-c46d-4474-97da-61eda3fd8b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.778045 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.809043 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46c7fb5c-0966-4501-8758-f52508e05a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.812636 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46c7fb5c-0966-4501-8758-f52508e05a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.814441 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-46c7fb5c-0966-4501-8758-f52508e05a1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8a37996-c31d-42bb-9796-b693dd401473 HTTP/1.1" status: 204  len: 168 time: 0.3406241
Sep 25 04:45:52.836025 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7fb5c-0966-4501-8758-f52508e05a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a37996-c31d-42bb-9796-b693dd401473,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:52.907498 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47438) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:52.925785 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-582b62a1-88a7-45a7-a06f-0f970710b98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.964260 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-36ccfdff-c46d-4474-97da-61eda3fd8b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.967724 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-36ccfdff-c46d-4474-97da-61eda3fd8b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:52.970030 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-36ccfdff-c46d-4474-97da-61eda3fd8b03 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f0fab4f6-ba04-4028-8c37-bf39ea541f15 HTTP/1.1" status: 204  len: 168 time: 0.3574977
Sep 25 04:45:52.993914 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccfdff-c46d-4474-97da-61eda3fd8b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fab4f6-ba04-4028-8c37-bf39ea541f15,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:53.079676 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-582b62a1-88a7-45a7-a06f-0f970710b98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:53.170249 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-582b62a1-88a7-45a7-a06f-0f970710b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:53.234111 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-582b62a1-88a7-45a7-a06f-0f970710b98c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55d4de5d84154929b2b94509c3cc45bb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3247719
Sep 25 04:45:53.234998 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b62a1-88a7-45a7-a06f-0f970710b98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726f3e3a-b4e8-4b13-9c93-c7666dc19e1d,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:53.249484 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47452) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:53.280930 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37dc1e5-0e1a-4c95-a20c-d0082c6daf6b req-73a277f6-90a3-4998-adea-b982d169f2a4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:53.282868 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f37dc1e5-0e1a-4c95-a20c-d0082c6daf6b req-73a277f6-90a3-4998-adea-b982d169f2a4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1342933
Sep 25 04:45:53.299199 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ede77c-ec30-4ab8-af57-7d5b93631fbf {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:45:53.328520 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-caf556b5-3893-48aa-909f-efa88bc187e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:53.365379 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-caf556b5-3893-48aa-909f-efa88bc187e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:53.524199 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-caf556b5-3893-48aa-909f-efa88bc187e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:53.529953 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-caf556b5-3893-48aa-909f-efa88bc187e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:53.531659 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-caf556b5-3893-48aa-909f-efa88bc187e0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/726f3e3a-b4e8-4b13-9c93-c7666dc19e1d HTTP/1.1" status: 204  len: 168 time: 0.2795622
Sep 25 04:45:53.541112 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf556b5-3893-48aa-909f-efa88bc187e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726f3e3a-b4e8-4b13-9c93-c7666dc19e1d,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:53.562284 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:53.588614 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f37dc1e5-0e1a-4c95-a20c-d0082c6daf6b req-8eb46f09-e120-4fb7-b38a-b290060496b1 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2978916
Sep 25 04:45:53.593568 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Transition to ACTIVE for port object 90ede77c-ec30-4ab8-af57-7d5b93631fbf will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:45:53.627403 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-af23ae20-557d-4d3e-b01a-e626d0a6ada9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:53.661813 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:53.742432 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Pushing event updated for resources: {'Port': ['ID=90ede77c-ec30-4ab8-af57-7d5b93631fbf,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:53.812483 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdf5bc-6581-49e7-b6ae-90d7349a939c req-ccf216a1-e72c-4111-a49a-a27e41a8b32c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:53.813973 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-57bdf5bc-6581-49e7-b6ae-90d7349a939c req-ccf216a1-e72c-4111-a49a-a27e41a8b32c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 943 time: 0.1213417
Sep 25 04:45:53.864975 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Attempting to bind port 90ede77c-ec30-4ab8-af57-7d5b93631fbf on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:45:53.865312 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Attempting to bind port 90ede77c-ec30-4ab8-af57-7d5b93631fbf by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:45:53.865652 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Attempting to bind port 90ede77c-ec30-4ab8-af57-7d5b93631fbf on network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:45:53.877156 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-57bdf5bc-6581-49e7-b6ae-90d7349a939c req-c1784eac-0e86-497d-91c4-1d853a5893e8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555778
Sep 25 04:45:53.878092 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Port 90ede77c-ec30-4ab8-af57-7d5b93631fbf on network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:45:53.878520 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Attempting to bind port 90ede77c-ec30-4ab8-af57-7d5b93631fbf on network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:45:53.884478 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:45:53.885102 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Checking segment: {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:45:53.885510 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Bound using segment: {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:45:53.885986 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Bound port: 90ede77c-ec30-4ab8-af57-7d5b93631fbf, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:45:53.886356 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:53.967146 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] For port 90ede77c-ec30-4ab8-af57-7d5b93631fbf, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:45:53.971015 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] For port 90ede77c-ec30-4ab8-af57-7d5b93631fbf, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=90ede77c-ec30-4ab8-af57-7d5b93631fbf,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:45:54.051053 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:54.094783 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:54.095464 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:54.097256 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] 10.222.0.23 "PUT /v2.0/ports/90ede77c-ec30-4ab8-af57-7d5b93631fbf HTTP/1.1" status: 200  len: 1093 time: 1.4289269
Sep 25 04:45:54.097877 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b485f5-bcc8-42a9-8732-318cd9120069', 'tag': '90ede77c-ec30-4ab8-af57-7d5b93631fbf'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:54.100705 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e3a64a-08f8-41e3-bbdc-ec7d4c42830b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b485f5-bcc8-42a9-8732-318cd9120069", "tag": "90ede77c-ec30-4ab8-af57-7d5b93631fbf"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:54.123602 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:54.137554 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129aa2c0-6e39-44e5-a649-e0106d3aaf26 service neutron] Pushing event updated for resources: {'Port': ['ID=90ede77c-ec30-4ab8-af57-7d5b93631fbf,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:54.165466 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8af76c3-c3de-4969-8878-ddc55a9e7c05 x-openstack-request-id: req-f8af76c3-c3de-4969-8878-ddc55a9e7c05 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:54.166194 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b485f5-bcc8-42a9-8732-318cd9120069", "tag": "90ede77c-ec30-4ab8-af57-7d5b93631fbf", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:54.166943 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8af76c3-c3de-4969-8878-ddc55a9e7c05 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:54.167609 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b485f5-bcc8-42a9-8732-318cd9120069', 'tag': '90ede77c-ec30-4ab8-af57-7d5b93631fbf', 'status': 'completed', 'code': 200}
Sep 25 04:45:54.240591 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3a64a-08f8-41e3-bbdc-ec7d4c42830b req-a1224b56-38f0-4780-82a8-a40121260f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:54.243935 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-62e3a64a-08f8-41e3-bbdc-ec7d4c42830b req-a1224b56-38f0-4780-82a8-a40121260f0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 1096 time: 0.0526390
Sep 25 04:45:54.389994 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3a64a-08f8-41e3-bbdc-ec7d4c42830b req-55ede2f6-22eb-4203-8d6f-fd983f85ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:54.391929 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-62e3a64a-08f8-41e3-bbdc-ec7d4c42830b req-55ede2f6-22eb-4203-8d6f-fd983f85ce14 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1acfae3797414624a27726f272db6b92&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1148272
Sep 25 04:45:54.534019 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3a64a-08f8-41e3-bbdc-ec7d4c42830b req-64d3f08c-9a50-4745-8bf4-48ab04d37a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:54.537148 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-62e3a64a-08f8-41e3-bbdc-ec7d4c42830b req-64d3f08c-9a50-4745-8bf4-48ab04d37a23 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1316321
Sep 25 04:45:54.559220 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:54.641381 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-4b050a89-3da6-4e7b-a830-da5b7b194f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:54.643542 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-4b050a89-3da6-4e7b-a830-da5b7b194f49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 1096 time: 0.0510135
Sep 25 04:45:54.714779 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-ef9b1da7-e0a6-4e57-95c3-9235342a461d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90ede77c-ec30-4ab8-af57-7d5b93631fbf HTTP/1.1" status: 200  len: 217 time: 0.0540040
Sep 25 04:45:54.797705 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-fc41c738-7236-4079-8ccb-620daab7408e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:54.799501 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-fc41c738-7236-4079-8ccb-620daab7408e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a7bb23d2-1229-4f2c-95e2-e00af48f4c2c HTTP/1.1" status: 200  len: 854 time: 0.0735772
Sep 25 04:45:54.807197 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6541e-0c1f-4024-b903-335e186a3fdb req-4786b7d7-b8f1-413b-a4ef-740d991f2791 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:54.809386 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d2a6541e-0c1f-4024-b903-335e186a3fdb req-4786b7d7-b8f1-413b-a4ef-740d991f2791 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0982552
Sep 25 04:45:54.843193 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-a0a4fcf7-3c64-4430-a107-5b447a94b970 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0327539
Sep 25 04:45:54.904031 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d2a6541e-0c1f-4024-b903-335e186a3fdb req-8a02a9eb-324f-41a4-a497-b630c2f519e7 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853610
Sep 25 04:45:54.996800 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-e7b4f178-a3a5-46b2-acd4-257255fab09d service neutron] 10.222.0.23 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435761
Sep 25 04:45:55.118519 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137ddd2-b2c7-4290-959a-523ddebf9d06 req-2843b677-f9d6-455a-a613-d64768414a34 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:55.119901 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c137ddd2-b2c7-4290-959a-523ddebf9d06 req-2843b677-f9d6-455a-a613-d64768414a34 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 943 time: 0.1176360
Sep 25 04:45:55.159776 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a37dd9c9-8026-48f0-a363-11b8d1fd434b req-6125ab56-d8d6-46cd-81c0-711d6a7dd04d service neutron] 10.222.0.23 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439080
Sep 25 04:45:55.175432 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c137ddd2-b2c7-4290-959a-523ddebf9d06 req-aa1f270c-ef0d-4b0f-97f6-40e2bb19c550 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489299
Sep 25 04:45:55.181691 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:55.619836 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47538) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:55.916477 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-685703812-network', 'tenant_id': '213f49375c264134b88f384c7c464b1d'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:56.036334 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Made reservation on behalf of 213f49375c264134b88f384c7c464b1d for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:45:56.041819 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:56.052269 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:56.082093 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445018ae-7c3c-431b-b289-83e9d639267f req-7da31f8d-cf5b-4ada-a5ef-6642d2ad5228 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:56.083797 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-445018ae-7c3c-431b-b289-83e9d639267f req-7da31f8d-cf5b-4ada-a5ef-6642d2ad5228 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0836713
Sep 25 04:45:56.158583 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-445018ae-7c3c-431b-b289-83e9d639267f req-2b268581-12d2-4a52-ad90-9ccff83efcbb tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682914
Sep 25 04:45:56.254890 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:56.323876 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80f269-f66b-4f1a-a1fa-72ad60de8482 req-e39c9f8c-a609-499a-8078-e7bcfce1d2f0 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:56.332581 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2a80f269-f66b-4f1a-a1fa-72ad60de8482 req-e39c9f8c-a609-499a-8078-e7bcfce1d2f0 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 943 time: 0.0620751
Sep 25 04:45:56.349572 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:56.378868 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:45:56.407775 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2a80f269-f66b-4f1a-a1fa-72ad60de8482 req-52045b1f-b4cc-4843-a4aa-c5faf1aa2d1b tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741179
Sep 25 04:45:56.413187 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:56.413552 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Added segment ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94 of type vlan for network 94c26896-18eb-4b0b-9427-9d3133b8fa74
Sep 25 04:45:56.414888 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:56.480803 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:56.629405 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:56.631285 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:56.632505 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:56.696472 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:56.717589 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] Pushing event updated for resources: {'Network': ['ID=94c26896-18eb-4b0b-9427-9d3133b8fa74,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:56.731603 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 94c26896-18eb-4b0b-9427-9d3133b8fa74 details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:45:56.789958 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-56ca1185-1462-4e67-9bf8-f7c894a3fffb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.1680129
Sep 25 04:45:56.793479 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47578) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:56.802032 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-327955af-cd0c-46a3-a8a4-880892ed92a7 admin admin] Request body: {'subnet': {'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-685703812-subnet', 'tenant_id': '213f49375c264134b88f384c7c464b1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:56.885281 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47582) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:57.017806 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84dd2baf-d760-4601-a617-f4738ea0bcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:57.030205 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327955af-cd0c-46a3-a8a4-880892ed92a7 admin admin] Made reservation on behalf of 213f49375c264134b88f384c7c464b1d for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:45:57.032605 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-327955af-cd0c-46a3-a8a4-880892ed92a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9085601'] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:57.267509 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 90ede77c-ec30-4ab8-af57-7d5b93631fbf details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:45:57.272415 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84dd2baf-d760-4601-a617-f4738ea0bcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:57.343410 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fe74e-0f8f-4cd3-b603-67062f2aae57 req-44b080ab-6668-45ef-9d10-0bef235d156e tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:57.345083 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-952fe74e-0f8f-4cd3-b603-67062f2aae57 req-44b080ab-6668-45ef-9d10-0bef235d156e tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0752406
Sep 25 04:45:57.372951 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-84dd2baf-d760-4601-a617-f4738ea0bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:57.412966 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-327955af-cd0c-46a3-a8a4-880892ed92a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9536411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9085587'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:57.419935 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 90ede77c-ec30-4ab8-af57-7d5b93631fbf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=90ede77c-ec30-4ab8-af57-7d5b93631fbf,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:57.444169 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '90ede77c-ec30-4ab8-af57-7d5b93631fbf', 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb', 'port_id': '90ede77c-ec30-4ab8-af57-7d5b93631fbf', 'mac_address': 'fa:16:3e:e1:9b:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bb23d2-1229-4f2c-95e2-e00af48f4c2c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:45:57.451678 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-952fe74e-0f8f-4cd3-b603-67062f2aae57 req-5147b143-2820-43c4-abcb-e1846095a7b4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980151
Sep 25 04:45:57.488668 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-84dd2baf-d760-4601-a617-f4738ea0bcb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84a3997056914f35a18f72a13040e4a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6011910
Sep 25 04:45:57.492697 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47602) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:57.494542 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd2baf-d760-4601-a617-f4738ea0bcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f569dbed-d5fa-421e-b426-e424a6ade305,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:57.522271 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327955af-cd0c-46a3-a8a4-880892ed92a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=412378f9-2aa5-4266-87c3-84f6ec48533e,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:57.523275 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:57.539574 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327955af-cd0c-46a3-a8a4-880892ed92a7 admin admin] Checking segment: {'id': 'ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:45:57.540179 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327955af-cd0c-46a3-a8a4-880892ed92a7 admin admin] Network hostable DHCP agents. Network: 94c26896-18eb-4b0b-9427-9d3133b8fa74, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:45:57.560122 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ede77c-ec30-4ab8-af57-7d5b93631fbf {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:45:57.576476 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-872987eb-b936-41aa-af7b-21095e951872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:57.590552 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 90ede77c-ec30-4ab8-af57-7d5b93631fbf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=90ede77c-ec30-4ab8-af57-7d5b93631fbf,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:57.617386 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-872987eb-b936-41aa-af7b-21095e951872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:57.640175 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1ad95-31a5-4b06-9926-1f9b69427e77 req-1c20d714-a1be-4ef3-83a4-6f72ebb96a3e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:57.642188 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4ec1ad95-31a5-4b06-9926-1f9b69427e77 req-1c20d714-a1be-4ef3-83a4-6f72ebb96a3e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 943 time: 0.0833147
Sep 25 04:45:57.669615 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327955af-cd0c-46a3-a8a4-880892ed92a7 admin admin] Network 94c26896-18eb-4b0b-9427-9d3133b8fa74 is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:45:57.686582 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:57.702143 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4ec1ad95-31a5-4b06-9926-1f9b69427e77 req-3b2cac65-e0be-463f-8ebb-aabd41845ec9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484607
Sep 25 04:45:57.743229 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=90ede77c-ec30-4ab8-af57-7d5b93631fbf,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:57.788261 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-327955af-cd0c-46a3-a8a4-880892ed92a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 94c26896-18eb-4b0b-9427-9d3133b8fa74) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:45:57.788676 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-872987eb-b936-41aa-af7b-21095e951872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:57.792821 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-872987eb-b936-41aa-af7b-21095e951872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:57.793382 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327955af-cd0c-46a3-a8a4-880892ed92a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:57.794155 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-327955af-cd0c-46a3-a8a4-880892ed92a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:57.795788 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-872987eb-b936-41aa-af7b-21095e951872 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f569dbed-d5fa-421e-b426-e424a6ade305 HTTP/1.1" status: 204  len: 168 time: 0.3009906
Sep 25 04:45:57.811052 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872987eb-b936-41aa-af7b-21095e951872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f569dbed-d5fa-421e-b426-e424a6ade305,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:57.814702 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e3291e-3a45-4f29-8d20-4a4e42cc804c None None] Network 94c26896-18eb-4b0b-9427-9d3133b8fa74 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:45:57.950187 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-327955af-cd0c-46a3-a8a4-880892ed92a7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1546714
Sep 25 04:45:58.039128 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a92e82d-6b8e-4210-aa4c-26474cda2a8a None None] Network 94c26896-18eb-4b0b-9427-9d3133b8fa74 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:45:58.120850 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['90ede77c-ec30-4ab8-af57-7d5b93631fbf'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:45:58.635958 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f91dc-5d84-4514-8708-f75d9d14efb7 req-6e0a8467-649e-431d-8f36-50d204d6ee45 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:58.638518 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d41f91dc-5d84-4514-8708-f75d9d14efb7 req-6e0a8467-649e-431d-8f36-50d204d6ee45 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0651324
Sep 25 04:45:58.691966 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d41f91dc-5d84-4514-8708-f75d9d14efb7 req-fff8d7c4-ea6f-4992-b567-a0ad48a3f797 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469089
Sep 25 04:45:58.870094 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51616e-408e-4a7e-8cd2-66907c9a3969 req-39ce068b-070c-4548-89ed-035de7fb259f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:58.871805 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9f51616e-408e-4a7e-8cd2-66907c9a3969 req-39ce068b-070c-4548-89ed-035de7fb259f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 944 time: 0.0576615
Sep 25 04:45:58.940656 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9f51616e-408e-4a7e-8cd2-66907c9a3969 req-f14cfebd-ce35-4fd7-95f4-a8ab58d02f83 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573835
Sep 25 04:45:59.276092 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 90ede77c-ec30-4ab8-af57-7d5b93631fbf up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:45:59.344500 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47688) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:45:59.393273 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e35f6-0ff5-404b-aff9-8d1c4f6cb55a req-fac52c03-2c25-4031-b7f5-5ca91be25179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:59.394812 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a73e35f6-0ff5-404b-aff9-8d1c4f6cb55a req-fac52c03-2c25-4031-b7f5-5ca91be25179 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 1099 time: 0.0430303
Sep 25 04:45:59.440150 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 90ede77c-ec30-4ab8-af57-7d5b93631fbf completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:45:59.440275 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a73e35f6-0ff5-404b-aff9-8d1c4f6cb55a req-7df4f2ef-46f1-40e8-aecf-9a1d8b42f9ed service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356779
Sep 25 04:45:59.448668 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 90ede77c-ec30-4ab8-af57-7d5b93631fbf triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:45:59.449120 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:59.507665 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1065684194-network', 'tenant_id': '17d20b71ec304f22bcb7d7ebc02ada38'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:45:59.551937 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:59.576602 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b485f5-bcc8-42a9-8732-318cd9120069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ede77c-ec30-4ab8-af57-7d5b93631fbf'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:45:59.578864 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fa06f3-b6c6-41b4-b755-201294d48cdb" -d '{"events": [{"server_uuid": "f7b485f5-bcc8-42a9-8732-318cd9120069", "name": "network-vif-plugged", "status": "completed", "tag": "90ede77c-ec30-4ab8-af57-7d5b93631fbf"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:45:59.592369 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 90ede77c-ec30-4ab8-af57-7d5b93631fbf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=90ede77c-ec30-4ab8-af57-7d5b93631fbf,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:45:59.618120 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1baad3b-a880-4061-942a-52f4532bfe32 x-openstack-request-id: req-f1baad3b-a880-4061-942a-52f4532bfe32 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:45:59.618614 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b485f5-bcc8-42a9-8732-318cd9120069", "name": "network-vif-plugged", "status": "completed", "tag": "90ede77c-ec30-4ab8-af57-7d5b93631fbf", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:45:59.619029 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1baad3b-a880-4061-942a-52f4532bfe32 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:45:59.619723 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b485f5-bcc8-42a9-8732-318cd9120069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ede77c-ec30-4ab8-af57-7d5b93631fbf', 'code': 200}
Sep 25 04:45:59.645869 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Made reservation on behalf of 17d20b71ec304f22bcb7d7ebc02ada38 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:45:59.648550 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:59.657959 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:59.679333 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:59.741270 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=90ede77c-ec30-4ab8-af57-7d5b93631fbf,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:45:59.825914 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:59.884354 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee210a18-4cc3-4deb-9850-9dec49a861f8 req-cba364fe-ff89-41d7-b4ee-40b0fd92ea02 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:45:59.886479 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee210a18-4cc3-4deb-9850-9dec49a861f8 req-cba364fe-ff89-41d7-b4ee-40b0fd92ea02 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0782454
Sep 25 04:45:59.951173 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee210a18-4cc3-4deb-9850-9dec49a861f8 req-449784cc-c43d-43eb-9209-cc147bd228d9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566216
Sep 25 04:45:59.955353 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:45:59.996183 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:46:00.008329 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b304c9-66b7-4180-9019-bb1fd0ee2b0c,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:00.025725 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:00.027242 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Added segment 01923c60-f976-4861-9718-02f661b866b6 of type vlan for network a1dbf142-ad08-4e23-9c92-11b9306911be
Sep 25 04:46:00.217441 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:00.302676 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778fd17c-d71f-4a13-97ed-7179c2cad2a8 req-de2353f6-26c2-4641-91e8-265ca2f8fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:00.304949 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-778fd17c-d71f-4a13-97ed-7179c2cad2a8 req-de2353f6-26c2-4641-91e8-265ca2f8fe0b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 1098 time: 0.1871457
Sep 25 04:46:00.314626 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2cedd-9bd9-4539-82ea-009eebcd7297 req-6b7619c8-7474-4ba6-94b6-3fa7ff5b19e2 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:00.316506 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d9c2cedd-9bd9-4539-82ea-009eebcd7297 req-6b7619c8-7474-4ba6-94b6-3fa7ff5b19e2 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 945 time: 0.2005877
Sep 25 04:46:00.350435 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:00.351432 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:00.352026 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:00.416352 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d9c2cedd-9bd9-4539-82ea-009eebcd7297 req-ce197b75-97cf-4f30-9a99-a88c4a0093f5 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922401
Sep 25 04:46:00.420947 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-778fd17c-d71f-4a13-97ed-7179c2cad2a8 req-2c04f73b-7c0c-4df4-bf53-b3390dbf582f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031871
Sep 25 04:46:00.458582 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] Pushing event updated for resources: {'Network': ['ID=a1dbf142-ad08-4e23-9c92-11b9306911be,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:00.473076 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network a1dbf142-ad08-4e23-9c92-11b9306911be details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:46:00.502312 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f33192c9-4c3f-4e2d-8927-9f7dce506033 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.1537695
Sep 25 04:46:00.503318 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47756) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:00.510268 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-9f851910-d5ed-44ee-bf37-68f01dca1135 admin admin] Request body: {'subnet': {'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1065684194-subnet', 'tenant_id': '17d20b71ec304f22bcb7d7ebc02ada38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:46:00.617391 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f851910-d5ed-44ee-bf37-68f01dca1135 admin admin] Made reservation on behalf of 17d20b71ec304f22bcb7d7ebc02ada38 for: {'subnet': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:46:00.619724 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9f851910-d5ed-44ee-bf37-68f01dca1135 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9557954'] for subnet, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:00.670083 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47768) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:00.703877 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-bb2a7391-bdcf-4f10-be21-0757d37356b9 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:00.717360 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-bb2a7391-bdcf-4f10-be21-0757d37356b9 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/networks?id=94c26896-18eb-4b0b-9427-9d3133b8fa74 HTTP/1.1" status: 200  len: 808 time: 0.1700416
Sep 25 04:46:00.740927 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-1fee07a9-1a59-4a81-96ad-d32fb18c8aae tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/quotas/213f49375c264134b88f384c7c464b1d HTTP/1.1" status: 200  len: 375 time: 0.0219417
Sep 25 04:46:00.780021 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-daf57f5c-655a-4645-bbb1-c4008d66da3e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=213f49375c264134b88f384c7c464b1d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0314422
Sep 25 04:46:00.844329 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-05d1e4a2-ea7e-46a5-af0b-992ae709b1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:00.923552 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ba66fb3d-4a12-404a-81fc-332acee75a98 service neutron] 10.222.0.20 "GET /v2.0/networks/94c26896-18eb-4b0b-9427-9d3133b8fa74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352313
Sep 25 04:46:00.938397 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9f851910-d5ed-44ee-bf37-68f01dca1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9735752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9558000'] for subnet, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:01.007221 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f851910-d5ed-44ee-bf37-68f01dca1135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=895c0622-1570-4e69-9d1c-8de1be3c94ed,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:01.011787 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f851910-d5ed-44ee-bf37-68f01dca1135 admin admin] Checking segment: {'id': '01923c60-f976-4861-9718-02f661b866b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:46:01.012217 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f851910-d5ed-44ee-bf37-68f01dca1135 admin admin] Network hostable DHCP agents. Network: a1dbf142-ad08-4e23-9c92-11b9306911be, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:46:01.064995 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-00c603e2-64b5-41c3-a608-c7e2d4a45809 service neutron] 10.222.0.20 "GET /v2.0/networks/94c26896-18eb-4b0b-9427-9d3133b8fa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343775
Sep 25 04:46:01.073982 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-05d1e4a2-ea7e-46a5-af0b-992ae709b1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:01.114636 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f851910-d5ed-44ee-bf37-68f01dca1135 admin admin] Network a1dbf142-ad08-4e23-9c92-11b9306911be is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:46:01.185898 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-05d1e4a2-ea7e-46a5-af0b-992ae709b1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:01.220202 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-9f851910-d5ed-44ee-bf37-68f01dca1135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, a1dbf142-ad08-4e23-9c92-11b9306911be) {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:46:01.226189 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f851910-d5ed-44ee-bf37-68f01dca1135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:01.227356 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9f851910-d5ed-44ee-bf37-68f01dca1135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:01.234339 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb84e52-52a9-401f-ab22-414e9494ca4b None None] Network a1dbf142-ad08-4e23-9c92-11b9306911be requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:46:01.248625 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-05d1e4a2-ea7e-46a5-af0b-992ae709b1ae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4d68484394944a50a43d6f7508b59b89&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5744512
Sep 25 04:46:01.248625 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1e4a2-ea7e-46a5-af0b-992ae709b1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d445428-b4ea-49c8-af76-67049cbcc8ee,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:01.250148 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47782) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:01.276368 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb26b7-c6b7-4bfa-941f-67d2896bb0df req-167b7632-be6a-422d-83d0-8e02f870d56c tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:01.290768 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78cb26b7-c6b7-4bfa-941f-67d2896bb0df req-167b7632-be6a-422d-83d0-8e02f870d56c tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1359813
Sep 25 04:46:01.399893 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78cb26b7-c6b7-4bfa-941f-67d2896bb0df req-d70c5530-5cc4-4056-a043-fa04caa944a6 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937469
Sep 25 04:46:01.433178 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-9f851910-d5ed-44ee-bf37-68f01dca1135 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9271486
Sep 25 04:46:01.465939 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9187dc7e-9e31-402d-84c5-1b509a2b1a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:01.505419 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95716905-b70f-4dcb-9641-8b03db658b9f None None] Network a1dbf142-ad08-4e23-9c92-11b9306911be requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:46:01.530628 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b3758382-225e-4d42-95c9-43e6dd7553cd req-dd660729-d54d-49d9-a89b-a366d686e918 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 210 time: 0.0821736
Sep 25 04:46:01.541763 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9187dc7e-9e31-402d-84c5-1b509a2b1a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:01.690531 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47806) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:01.733336 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9187dc7e-9e31-402d-84c5-1b509a2b1a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:01.736532 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9187dc7e-9e31-402d-84c5-1b509a2b1a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:01.737868 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-9187dc7e-9e31-402d-84c5-1b509a2b1a9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d445428-b4ea-49c8-af76-67049cbcc8ee HTTP/1.1" status: 204  len: 168 time: 0.4865444
Sep 25 04:46:01.747313 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9187dc7e-9e31-402d-84c5-1b509a2b1a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d445428-b4ea-49c8-af76-67049cbcc8ee,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:01.888242 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23f184-adb3-43d3-b7ca-5dcb7bdd8472 req-b7a79f8f-0e2a-433b-98ae-fa65461ec43c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:01.908958 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb23f184-adb3-43d3-b7ca-5dcb7bdd8472 req-b7a79f8f-0e2a-433b-98ae-fa65461ec43c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 945 time: 0.1226654
Sep 25 04:46:01.943638 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d8d88e13-86d9-4d71-8c73-4d586aa86468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:02.077216 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bb23f184-adb3-43d3-b7ca-5dcb7bdd8472 req-011a638c-2242-4996-a528-7a8d6af730a6 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1643736
Sep 25 04:46:02.187371 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d8d88e13-86d9-4d71-8c73-4d586aa86468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:02.320725 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d8d88e13-86d9-4d71-8c73-4d586aa86468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:02.366777 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d88e13-86d9-4d71-8c73-4d586aa86468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6dde8e-9550-445c-862a-924d7fdf8fe0,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:02.377557 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d8d88e13-86d9-4d71-8c73-4d586aa86468 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2c41379b4bfd4ba78e0356369176ee0a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6856859
Sep 25 04:46:02.381055 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47816) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:02.440234 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-66b4afc5-ba8a-47f8-86a2-da69072e62db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:02.466770 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-66b4afc5-ba8a-47f8-86a2-da69072e62db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:02.649786 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-66b4afc5-ba8a-47f8-86a2-da69072e62db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:02.652420 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-66b4afc5-ba8a-47f8-86a2-da69072e62db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:02.654143 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-66b4afc5-ba8a-47f8-86a2-da69072e62db admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b6dde8e-9550-445c-862a-924d7fdf8fe0 HTTP/1.1" status: 204  len: 168 time: 0.2713270
Sep 25 04:46:02.694260 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d2c22355-26fd-4202-80db-7b5b86d21c7a req-cbfd4895-f51b-4514-a4ad-4c83ba03a4e8 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 210 time: 0.0785668
Sep 25 04:46:02.699692 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4afc5-ba8a-47f8-86a2-da69072e62db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6dde8e-9550-445c-862a-924d7fdf8fe0,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:02.726910 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901f73d-4f8b-4246-a178-a2cdc4224335 req-d78fcb8b-fcc8-4da3-aaae-eba8d24d1d97 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:02.739479 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4901f73d-4f8b-4246-a178-a2cdc4224335 req-d78fcb8b-fcc8-4da3-aaae-eba8d24d1d97 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1806147
Sep 25 04:46:02.748162 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919803d-0b0e-474e-9aff-5ed22889ae78 req-b405d483-82cb-4729-a2bf-56848f2c0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:02.749761 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b919803d-0b0e-474e-9aff-5ed22889ae78 req-b405d483-82cb-4729-a2bf-56848f2c0027 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbe579cf95634476890db51eac194687&device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 1099 time: 0.1241417
Sep 25 04:46:02.862697 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4901f73d-4f8b-4246-a178-a2cdc4224335 req-3512437e-c1dd-4088-9a6a-8d0a37f98035 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092780
Sep 25 04:46:02.922504 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919803d-0b0e-474e-9aff-5ed22889ae78 req-1399415e-2b94-401f-b1c7-9dfbd1bb4bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:02.924116 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b919803d-0b0e-474e-9aff-5ed22889ae78 req-1399415e-2b94-401f-b1c7-9dfbd1bb4bfc service neutron] 10.222.0.23 "GET /v2.0/networks?id=85def040-d61d-48c6-b291-38db29b62b1a HTTP/1.1" status: 200  len: 917 time: 0.1597428
Sep 25 04:46:02.970457 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b919803d-0b0e-474e-9aff-5ed22889ae78 req-e674e662-ec6d-48f2-9e80-7e7540fe0d13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee61d7dd-b786-4a95-8c15-797429a71729 HTTP/1.1" status: 200  len: 217 time: 0.0372608
Sep 25 04:46:03.027003 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919803d-0b0e-474e-9aff-5ed22889ae78 req-f318f355-7c6e-4b6c-8e00-4d7b5b38c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:03.029201 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b919803d-0b0e-474e-9aff-5ed22889ae78 req-f318f355-7c6e-4b6c-8e00-4d7b5b38c76d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aedebdbd-7d90-45fc-9460-f48bb0a0d00b HTTP/1.1" status: 200  len: 857 time: 0.0511644
Sep 25 04:46:03.073101 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b919803d-0b0e-474e-9aff-5ed22889ae78 req-0c75823b-71d7-44b4-b1a7-6fc996311b74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85def040-d61d-48c6-b291-38db29b62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356312
Sep 25 04:46:03.227474 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b919803d-0b0e-474e-9aff-5ed22889ae78 req-484af19c-183c-45c0-a413-947b0d96c35c service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383646
Sep 25 04:46:03.236130 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6922a48-9d44-47e2-94c6-59519fd48497 req-bd4dd2b8-953d-400f-8d67-69f29cebf672 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:03.237696 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b6922a48-9d44-47e2-94c6-59519fd48497 req-bd4dd2b8-953d-400f-8d67-69f29cebf672 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 945 time: 0.1077414
Sep 25 04:46:03.345644 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b6922a48-9d44-47e2-94c6-59519fd48497 req-9c215b8c-0f01-4712-b72f-ef3b3596e931 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988715
Sep 25 04:46:03.383420 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b919803d-0b0e-474e-9aff-5ed22889ae78 req-76810e57-d1e2-45d7-aad7-448f1552e639 service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440599
Sep 25 04:46:03.543376 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 47856) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:03.557836 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8b763a0d-1e89-4bd4-931e-29fb17dec745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:03.698017 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8b763a0d-1e89-4bd4-931e-29fb17dec745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:03.821418 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08f62545-4a8f-47fa-b9fc-7cb3677c548c req-bf15996a-52a4-4b27-868b-82890193264c tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 210 time: 0.0340285
Sep 25 04:46:03.822275 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8b763a0d-1e89-4bd4-931e-29fb17dec745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:03.880736 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8b763a0d-1e89-4bd4-931e-29fb17dec745 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5720674bdec45bfbd1094965aa13455&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3361311
Sep 25 04:46:03.881795 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b763a0d-1e89-4bd4-931e-29fb17dec745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9078c527-3d27-42f0-a243-f3b54980c836,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:03.884559 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 47864) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:03.973894 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5c1c85d5-1ca6-4bef-aac8-29cdea01de46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:04.004142 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5c1c85d5-1ca6-4bef-aac8-29cdea01de46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:04.052018 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640da4b-89ba-486b-8c4f-5ed20a1c39e1 req-233ea675-8536-4c05-b81e-34edcd29658f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:04.061585 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a640da4b-89ba-486b-8c4f-5ed20a1c39e1 req-233ea675-8536-4c05-b81e-34edcd29658f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0829310
Sep 25 04:46:04.104369 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a640da4b-89ba-486b-8c4f-5ed20a1c39e1 req-d36e7b9b-305e-444f-9520-f59749e965b6 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417907
Sep 25 04:46:04.201901 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5c1c85d5-1ca6-4bef-aac8-29cdea01de46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:04.207004 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5c1c85d5-1ca6-4bef-aac8-29cdea01de46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:04.212873 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-5c1c85d5-1ca6-4bef-aac8-29cdea01de46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9078c527-3d27-42f0-a243-f3b54980c836 HTTP/1.1" status: 204  len: 168 time: 0.3266253
Sep 25 04:46:04.225704 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c85d5-1ca6-4bef-aac8-29cdea01de46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9078c527-3d27-42f0-a243-f3b54980c836,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:04.431884 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-359adad1-3842-4e34-890c-77cdc212fee3 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:04.432819 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-359adad1-3842-4e34-890c-77cdc212fee3 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/networks?id=a1dbf142-ad08-4e23-9c92-11b9306911be HTTP/1.1" status: 200  len: 814 time: 0.1145799
Sep 25 04:46:04.449364 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-f52448a9-8d14-4048-aaac-f5a9e1f99ab1 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/quotas/17d20b71ec304f22bcb7d7ebc02ada38 HTTP/1.1" status: 200  len: 375 time: 0.0102515
Sep 25 04:46:04.483399 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-267d0033-ce90-4a49-9309-75c01b84f399 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=17d20b71ec304f22bcb7d7ebc02ada38&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0276198
Sep 25 04:46:04.878245 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-4bcf4ad9-6316-4095-9394-23c1f4c98ec1 service neutron] 10.222.0.20 "GET /v2.0/networks/a1dbf142-ad08-4e23-9c92-11b9306911be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3791356
Sep 25 04:46:04.938180 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-b0918088-8fc7-42bc-88d8-c7aea4604097 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:04.939730 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-b0918088-8fc7-42bc-88d8-c7aea4604097 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.23 "GET /v2.0/networks?id=94c26896-18eb-4b0b-9427-9d3133b8fa74 HTTP/1.1" status: 200  len: 808 time: 0.4117670
Sep 25 04:46:04.965117 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bddb2355-da8d-446c-8c75-e1011515d506 req-a45c6fc2-b458-4d7f-b093-43b24fabbc82 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 210 time: 0.0507641
Sep 25 04:46:04.969195 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Request body: {'port': {'device_id': '60ee3f69-4df2-4d16-ae0e-b8c65f441b7e', 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74', 'admin_state_up': True, 'tenant_id': '213f49375c264134b88f384c7c464b1d'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:46:05.102355 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-2fc7dc00-00d1-472e-a99f-fdda8f157bf9 service neutron] 10.222.0.20 "GET /v2.0/networks/a1dbf142-ad08-4e23-9c92-11b9306911be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2232497
Sep 25 04:46:05.276436 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Made reservation on behalf of 213f49375c264134b88f384c7c464b1d for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:46:05.281047 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:05.304730 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aff2a6-5e9f-40b6-bd06-fae3fc7e7292 req-30f2cfb8-529c-4c0c-9f82-2f0c193db971 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:05.306348 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-38aff2a6-5e9f-40b6-bd06-fae3fc7e7292 req-30f2cfb8-529c-4c0c-9f82-2f0c193db971 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0842366
Sep 25 04:46:05.464269 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-38aff2a6-5e9f-40b6-bd06-fae3fc7e7292 req-d366fe97-3d21-4a85-9f6a-4352f95372ff tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368668
Sep 25 04:46:05.593562 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Allocated IP 172.20.0.10 (94c26896-18eb-4b0b-9427-9d3133b8fa74/412378f9-2aa5-4266-87c3-84f6ec48533e/73ac3849-d703-4d48-81f1-fda4c824112e) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:46:05.597697 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1909d9e1-27d6-4be7-ba58-0c95f4bde6a6 req-fb8571be-3215-4341-9a1e-b96f8662994c tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 210 time: 0.0597456
Sep 25 04:46:05.779582 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:05.903904 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:05.950011 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Network 94c26896-18eb-4b0b-9427-9d3133b8fa74 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:46:05.954537 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:46:05.958697 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:46:05.989390 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Pushing event updated for resources: {'Port': ['ID=73ac3849-d703-4d48-81f1-fda4c824112e,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:06.033337 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:06.034290 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:06.104821 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-38e6b1e6-d350-4894-b0b8-cdb0eaa104a7 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=636673f1fe034d5ca452626552c3e81e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0308275
Sep 25 04:46:06.209855 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-f9aa3e98-6a8f-4ecb-8a47-81457a907ee2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2472465
Sep 25 04:46:06.244313 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Request body: {'port': {'device_id': '60ee3f69-4df2-4d16-ae0e-b8c65f441b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:46:06.366039 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-6842fcc8-b35f-4b9b-be0d-91d69a37b54d tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:06.368823 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-6842fcc8-b35f-4b9b-be0d-91d69a37b54d tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2570696
Sep 25 04:46:06.378424 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:06.401331 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-46553e6f-d2cb-46d4-abd6-9e1ce7074682 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/quotas/636673f1fe034d5ca452626552c3e81e HTTP/1.1" status: 200  len: 375 time: 0.0249076
Sep 25 04:46:06.456896 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-b8b5cbba-8e68-4e67-b6c3-d5066a7fc3a4 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=636673f1fe034d5ca452626552c3e81e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0487256
Sep 25 04:46:06.759571 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ac3849-d703-4d48-81f1-fda4c824112e {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:46:06.770346 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:06.789184 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Transition to ACTIVE for port object 73ac3849-d703-4d48-81f1-fda4c824112e will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:46:06.804538 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07d01e-7aa9-4196-b5de-8fb22ead9f33 req-45f2f6a6-1006-4b81-a52d-ca99ab7450a1 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:06.814244 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ca07d01e-7aa9-4196-b5de-8fb22ead9f33 req-45f2f6a6-1006-4b81-a52d-ca99ab7450a1 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 932 time: 0.1126060
Sep 25 04:46:06.873316 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ca07d01e-7aa9-4196-b5de-8fb22ead9f33 req-ea7a4fb3-4a26-4780-9f72-cfcf2c19c206 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579617
Sep 25 04:46:06.880983 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:06.986732 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Pushing event updated for resources: {'Port': ['ID=73ac3849-d703-4d48-81f1-fda4c824112e,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:07.098031 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f85b9-1c9b-4077-b132-578706d6fc1a req-ccd9d92e-b5d6-47f4-b3b5-12689c190af5 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:07.099588 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b99f85b9-1c9b-4077-b132-578706d6fc1a req-ccd9d92e-b5d6-47f4-b3b5-12689c190af5 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1166918
Sep 25 04:46:07.113163 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Attempting to bind port 73ac3849-d703-4d48-81f1-fda4c824112e on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:46:07.114142 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Attempting to bind port 73ac3849-d703-4d48-81f1-fda4c824112e by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:46:07.114142 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Attempting to bind port 73ac3849-d703-4d48-81f1-fda4c824112e on network 94c26896-18eb-4b0b-9427-9d3133b8fa74 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:46:07.119094 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Port 73ac3849-d703-4d48-81f1-fda4c824112e on network 94c26896-18eb-4b0b-9427-9d3133b8fa74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:46:07.119427 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Attempting to bind port 73ac3849-d703-4d48-81f1-fda4c824112e on network 94c26896-18eb-4b0b-9427-9d3133b8fa74 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:46:07.126506 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:46:07.126830 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Checking segment: {'id': 'ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:46:07.127723 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Bound using segment: {'id': 'ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:46:07.127723 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Bound port: 73ac3849-d703-4d48-81f1-fda4c824112e, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:46:07.128125 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:07.211582 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-90ed125a-528c-438a-be03-a3b764bf11df req-da8914fc-cfe2-4230-b93d-19c6ff161c7e tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 210 time: 0.0515661
Sep 25 04:46:07.254893 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b99f85b9-1c9b-4077-b132-578706d6fc1a req-25dbe936-7be5-4ffb-af90-a3c46f76c783 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233559
Sep 25 04:46:07.269614 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] For port 73ac3849-d703-4d48-81f1-fda4c824112e, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:46:07.274865 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] For port 73ac3849-d703-4d48-81f1-fda4c824112e, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73ac3849-d703-4d48-81f1-fda4c824112e,segment=NetworkSegment(ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94),segment_id=ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:46:07.386090 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-746068c4-b56c-404c-8271-8a0d092f3f7e req-ad65c971-cd06-4ac4-81c6-59693adff38f tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 210 time: 0.0308738
Sep 25 04:46:07.387432 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:07.425854 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:07.426498 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:07.427928 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] 10.222.0.23 "PUT /v2.0/ports/73ac3849-d703-4d48-81f1-fda4c824112e HTTP/1.1" status: 200  len: 1094 time: 1.1880734
Sep 25 04:46:07.428582 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60ee3f69-4df2-4d16-ae0e-b8c65f441b7e', 'tag': '73ac3849-d703-4d48-81f1-fda4c824112e'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:07.430855 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e8e644-b8e6-47bb-993c-1101bdda3fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "60ee3f69-4df2-4d16-ae0e-b8c65f441b7e", "tag": "73ac3849-d703-4d48-81f1-fda4c824112e"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:07.461302 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f3b76-a06c-475c-8ac5-c977e7f0828d service neutron] Pushing event updated for resources: {'Port': ['ID=73ac3849-d703-4d48-81f1-fda4c824112e,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:07.518059 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f6a44e-8664-4ed0-ac74-ad79629b13d1 x-openstack-request-id: req-26f6a44e-8664-4ed0-ac74-ad79629b13d1 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:07.518501 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60ee3f69-4df2-4d16-ae0e-b8c65f441b7e", "tag": "73ac3849-d703-4d48-81f1-fda4c824112e", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:07.518845 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-26f6a44e-8664-4ed0-ac74-ad79629b13d1 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:07.519391 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60ee3f69-4df2-4d16-ae0e-b8c65f441b7e', 'tag': '73ac3849-d703-4d48-81f1-fda4c824112e', 'status': 'completed', 'code': 200}
Sep 25 04:46:07.615025 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e644-b8e6-47bb-993c-1101bdda3fbb req-09177d66-d18f-4831-a179-921bcd9b45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:07.616903 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-35e8e644-b8e6-47bb-993c-1101bdda3fbb req-09177d66-d18f-4831-a179-921bcd9b45dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=213f49375c264134b88f384c7c464b1d&device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 1097 time: 0.0493319
Sep 25 04:46:07.751107 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e644-b8e6-47bb-993c-1101bdda3fbb req-278103bd-6e94-4d14-bb53-ea1bcc3aba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:07.754513 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-35e8e644-b8e6-47bb-993c-1101bdda3fbb req-278103bd-6e94-4d14-bb53-ea1bcc3aba22 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=213f49375c264134b88f384c7c464b1d&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1207511
Sep 25 04:46:07.882008 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e644-b8e6-47bb-993c-1101bdda3fbb req-e7b9a53b-b915-4693-b396-24b4bf277ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:07.883574 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-35e8e644-b8e6-47bb-993c-1101bdda3fbb req-e7b9a53b-b915-4693-b396-24b4bf277ccd service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1159308
Sep 25 04:46:08.150820 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-d5beac0d-bed5-466a-bc7a-0e6b318d6178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:08.150820 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-d5beac0d-bed5-466a-bc7a-0e6b318d6178 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=213f49375c264134b88f384c7c464b1d&device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 1097 time: 0.0595138
Sep 25 04:46:08.150820 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-add544a2-805b-416e-a8f5-c56a5465c27c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73ac3849-d703-4d48-81f1-fda4c824112e HTTP/1.1" status: 200  len: 217 time: 0.0454462
Sep 25 04:46:08.150820 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772948e8-7837-4a40-af06-a86e67f08b75 req-c6e80d05-7c5a-4ae9-a8ef-c86621cf6558 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:08.150820 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-772948e8-7837-4a40-af06-a86e67f08b75 req-c6e80d05-7c5a-4ae9-a8ef-c86621cf6558 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 944 time: 0.1089621
Sep 25 04:46:08.150820 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-32e6c5ea-7225-42c1-948c-ca448c02478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:08.150820 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-32e6c5ea-7225-42c1-948c-ca448c02478b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=412378f9-2aa5-4266-87c3-84f6ec48533e HTTP/1.1" status: 200  len: 848 time: 0.0792418
Sep 25 04:46:08.169002 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-772948e8-7837-4a40-af06-a86e67f08b75 req-9e61be9d-6728-4f51-a543-3fb38b6f4651 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662701
Sep 25 04:46:08.184943 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-65adf2a3-9086-4fc7-b715-319faac1baa0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94c26896-18eb-4b0b-9427-9d3133b8fa74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0307744
Sep 25 04:46:08.320944 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-958872f1-222b-41c5-b883-08171acc23a0 service neutron] 10.222.0.23 "GET /v2.0/networks/94c26896-18eb-4b0b-9427-9d3133b8fa74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1117728
Sep 25 04:46:08.337570 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0f6f0a07-3b10-446f-89ef-df6c9f74d2d1 req-9df28296-49ab-4f3d-b00c-9fd11e234082 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 210 time: 0.0314612
Sep 25 04:46:08.448832 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-362d4e60-7eb1-48bc-ad2c-42ac8254b400 req-6236d243-8955-4fec-b373-d71b14901828 service neutron] 10.222.0.23 "GET /v2.0/networks/94c26896-18eb-4b0b-9427-9d3133b8fa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1138716
Sep 25 04:46:08.490727 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-64f75d3b-08b0-4da5-9714-d08af834899c req-5b0d8a68-2854-4cd7-9b16-8a10d58b8700 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 210 time: 0.0293903
Sep 25 04:46:08.721419 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 48026) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:08.833011 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4bb3dcf2-e7da-4427-bc27-c62c48dbcb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:08.937660 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4bb3dcf2-e7da-4427-bc27-c62c48dbcb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:09.014614 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4bb3dcf2-e7da-4427-bc27-c62c48dbcb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:09.056218 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4bb3dcf2-e7da-4427-bc27-c62c48dbcb43 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=610fb120cd3e46b8b4c9db7d61b382d3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3335390
Sep 25 04:46:09.057349 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb3dcf2-e7da-4427-bc27-c62c48dbcb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d36937-605b-4d7a-bfcb-0cf509f16a26,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:09.059117 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 48030) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:09.110348 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b8f542f6-d052-46c8-8681-5e867af8138a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:09.146595 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b8f542f6-d052-46c8-8681-5e867af8138a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:09.340493 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-352fa56e-5be7-4a63-bea2-ff8d61500cd4 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:09.342950 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-352fa56e-5be7-4a63-bea2-ff8d61500cd4 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.23 "GET /v2.0/networks?id=a1dbf142-ad08-4e23-9c92-11b9306911be HTTP/1.1" status: 200  len: 814 time: 0.1987307
Sep 25 04:46:09.357243 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987dc13-9214-4bd3-a453-85a06a4fc56b req-554a3af3-45ec-4c3b-a307-56b96ee0a311 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:09.359203 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e987dc13-9214-4bd3-a453-85a06a4fc56b req-554a3af3-45ec-4c3b-a307-56b96ee0a311 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 944 time: 0.0931997
Sep 25 04:46:09.407263 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b8f542f6-d052-46c8-8681-5e867af8138a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:09.408279 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b8f542f6-d052-46c8-8681-5e867af8138a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:09.409579 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b8f542f6-d052-46c8-8681-5e867af8138a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a7d36937-605b-4d7a-bfcb-0cf509f16a26 HTTP/1.1" status: 204  len: 168 time: 0.3492916
Sep 25 04:46:09.423182 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e987dc13-9214-4bd3-a453-85a06a4fc56b req-4470537a-65f7-4d70-99b1-5801596fb9c2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535059
Sep 25 04:46:09.443132 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Request body: {'port': {'device_id': '6ff95921-33a3-4561-8bbd-fa36ae834c68', 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be', 'admin_state_up': True, 'tenant_id': '17d20b71ec304f22bcb7d7ebc02ada38'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:46:09.479880 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f542f6-d052-46c8-8681-5e867af8138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d36937-605b-4d7a-bfcb-0cf509f16a26,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:09.594982 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-07fd5eaf-8f89-443c-855d-4014527dada4 req-f0c55edf-c844-4f81-83c4-f71fa257b5ee tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 210 time: 0.0359881
Sep 25 04:46:09.712237 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f86419a3-f774-4819-b464-05777d1177eb req-bf39c800-412e-43fd-9df2-cdbec6887ef4 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 210 time: 0.0354934
Sep 25 04:46:09.720832 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Made reservation on behalf of 17d20b71ec304f22bcb7d7ebc02ada38 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:46:09.730238 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:09.898319 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fef14-775f-40ac-ab36-b80e315e0cb0 req-91b44ee9-ac85-42a8-938d-9996bb1be06f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:09.900159 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f27fef14-775f-40ac-ab36-b80e315e0cb0 req-91b44ee9-ac85-42a8-938d-9996bb1be06f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0972233
Sep 25 04:46:09.934365 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Allocated IP 172.20.0.2 (a1dbf142-ad08-4e23-9c92-11b9306911be/895c0622-1570-4e69-9d1c-8de1be3c94ed/0ffbec04-90da-4063-8d71-bc052f26f6d6) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:46:09.965521 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f27fef14-775f-40ac-ab36-b80e315e0cb0 req-306109b6-94c9-4211-9990-7ead730b3763 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590541
Sep 25 04:46:10.152237 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:10.306703 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:10.345211 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 48062) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:10.371363 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-521dfe0f-31e9-45de-ad2c-455d7dc3470b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:10.371590 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Network a1dbf142-ad08-4e23-9c92-11b9306911be is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:46:10.375333 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:46:10.379950 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:46:10.425411 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Pushing event updated for resources: {'Port': ['ID=0ffbec04-90da-4063-8d71-bc052f26f6d6,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:10.474155 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:10.475302 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:10.569554 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-521dfe0f-31e9-45de-ad2c-455d7dc3470b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:10.611780 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-70f657c8-e169-462f-a0ad-03a7fa9e0a62 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=636673f1fe034d5ca452626552c3e81e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0319567
Sep 25 04:46:10.637121 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-521dfe0f-31e9-45de-ad2c-455d7dc3470b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:10.638920 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cc8b0-12e9-43f9-a232-ab10c33b3c2a req-b0414f14-7384-4d6e-b9ab-53c84eff28a3 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:10.640555 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f01cc8b0-12e9-43f9-a232-ab10c33b3c2a req-b0414f14-7384-4d6e-b9ab-53c84eff28a3 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 944 time: 0.0562408
Sep 25 04:46:10.697885 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f01cc8b0-12e9-43f9-a232-ab10c33b3c2a req-780d66a1-ceb5-4403-b3da-525a4d3794f2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504744
Sep 25 04:46:10.733061 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-1d544f39-56bf-42ba-ba2f-4dd212a3dcf6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3038139
Sep 25 04:46:10.746005 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Request body: {'port': {'device_id': '6ff95921-33a3-4561-8bbd-fa36ae834c68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:46:10.782744 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-521dfe0f-31e9-45de-ad2c-455d7dc3470b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ff14c76cfd404ee1bc4f59c6f9d178aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4360900
Sep 25 04:46:10.786986 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 48078) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:10.792933 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521dfe0f-31e9-45de-ad2c-455d7dc3470b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07535da0-131c-49b6-9a1d-8ddf252f0adf,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:10.906555 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-f5ee2f95-2e43-49f0-8030-96d18c36b65a tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:10.908134 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-f5ee2f95-2e43-49f0-8030-96d18c36b65a tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2887247
Sep 25 04:46:10.928496 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Request body: {'port': {'device_id': '7b934556-8897-4d0a-bedf-f26bf029f100', 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4', 'admin_state_up': True, 'tenant_id': '636673f1fe034d5ca452626552c3e81e'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:46:11.135389 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Made reservation on behalf of 636673f1fe034d5ca452626552c3e81e for: {'port': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:46:11.135739 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.145012 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.169742 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.207236 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-de4d8ec3-c921-427d-b811-640fe7992d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.223424 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4a5aa-2075-4f24-bc6a-cce0dffaea61 req-0fdd488a-4f86-45f4-b79a-358c01c80ee4 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:11.226247 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1c4a5aa-2075-4f24-bc6a-cce0dffaea61 req-0fdd488a-4f86-45f4-b79a-358c01c80ee4 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 931 time: 0.4111674
Sep 25 04:46:11.283840 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-de4d8ec3-c921-427d-b811-640fe7992d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.348048 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.370266 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 73ac3849-d703-4d48-81f1-fda4c824112e details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:46:11.403779 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-520e512d-40d9-4197-8c6f-c0bf3f7df037 req-573c2be2-0509-4002-beee-d58ba2c045bf tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 210 time: 0.0946195
Sep 25 04:46:11.420229 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.510323 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1c4a5aa-2075-4f24-bc6a-cce0dffaea61 req-d829ea10-c215-4cc8-b27c-709c11cdad33 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2550824
Sep 25 04:46:11.520347 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 73ac3849-d703-4d48-81f1-fda4c824112e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73ac3849-d703-4d48-81f1-fda4c824112e,segment=NetworkSegment(ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94),segment_id=ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:11.537471 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '73ac3849-d703-4d48-81f1-fda4c824112e', 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74', 'port_id': '73ac3849-d703-4d48-81f1-fda4c824112e', 'mac_address': 'fa:16:3e:68:00:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '412378f9-2aa5-4266-87c3-84f6ec48533e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:46:11.593723 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea65420a-c299-4ad7-a794-b158f22b627b,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:11.611459 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.645156 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ac3849-d703-4d48-81f1-fda4c824112e {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:46:11.680085 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 73ac3849-d703-4d48-81f1-fda4c824112e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73ac3849-d703-4d48-81f1-fda4c824112e,segment=NetworkSegment(ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94),segment_id=ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:11.693328 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-de4d8ec3-c921-427d-b811-640fe7992d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.697618 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-de4d8ec3-c921-427d-b811-640fe7992d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.703839 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-de4d8ec3-c921-427d-b811-640fe7992d69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07535da0-131c-49b6-9a1d-8ddf252f0adf HTTP/1.1" status: 204  len: 168 time: 0.9153526
Sep 25 04:46:11.722705 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Allocated IP 192.168.233.163 (f1bf250c-3474-4685-90bd-c48222a7caa4/dc681fc2-e7f3-46cd-9a19-9f80fc6dcd07/3f3bbd78-91b0-45d6-9852-70fdecf88208) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:46:11.741327 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d8ec3-c921-427d-b811-640fe7992d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07535da0-131c-49b6-9a1d-8ddf252f0adf,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:11.751479 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.774041 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ffbec04-90da-4063-8d71-bc052f26f6d6 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:46:11.786348 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.806412 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Transition to ACTIVE for port object 0ffbec04-90da-4063-8d71-bc052f26f6d6 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:46:11.858526 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=73ac3849-d703-4d48-81f1-fda4c824112e,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:11.909941 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48beec5f-4250-419a-8911-33bdc5f73ed6 req-c5d85ab7-80dd-41c7-a041-0bf67f0c315c tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:11.912620 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-48beec5f-4250-419a-8911-33bdc5f73ed6 req-c5d85ab7-80dd-41c7-a041-0bf67f0c315c tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 945 time: 0.0921428
Sep 25 04:46:11.915799 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.985887 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:11.992575 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Pushing event updated for resources: {'Port': ['ID=0ffbec04-90da-4063-8d71-bc052f26f6d6,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:12.019650 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-48beec5f-4250-419a-8911-33bdc5f73ed6 req-90e3e425-4f28-454c-ac2e-2695cf384780 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964046
Sep 25 04:46:12.117396 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Attempting to bind port 0ffbec04-90da-4063-8d71-bc052f26f6d6 on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:46:12.117730 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Attempting to bind port 0ffbec04-90da-4063-8d71-bc052f26f6d6 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '01923c60-f976-4861-9718-02f661b866b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:46:12.118063 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Attempting to bind port 0ffbec04-90da-4063-8d71-bc052f26f6d6 on network a1dbf142-ad08-4e23-9c92-11b9306911be {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:46:12.122927 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Port 0ffbec04-90da-4063-8d71-bc052f26f6d6 on network a1dbf142-ad08-4e23-9c92-11b9306911be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:46:12.123241 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Attempting to bind port 0ffbec04-90da-4063-8d71-bc052f26f6d6 on network a1dbf142-ad08-4e23-9c92-11b9306911be {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:46:12.129131 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:46:12.129473 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Checking segment: {'id': '01923c60-f976-4861-9718-02f661b866b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:46:12.129685 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['73ac3849-d703-4d48-81f1-fda4c824112e'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:46:12.129854 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Bound using segment: {'id': '01923c60-f976-4861-9718-02f661b866b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:46:12.130280 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Bound port: 0ffbec04-90da-4063-8d71-bc052f26f6d6, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01923c60-f976-4861-9718-02f661b866b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:46:12.130637 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:12.147090 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:12.202330 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Network f1bf250c-3474-4685-90bd-c48222a7caa4 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:46:12.206109 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:46:12.222397 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:46:12.259453 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] For port 0ffbec04-90da-4063-8d71-bc052f26f6d6, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:46:12.274734 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] For port 0ffbec04-90da-4063-8d71-bc052f26f6d6, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ffbec04-90da-4063-8d71-bc052f26f6d6,segment=NetworkSegment(01923c60-f976-4861-9718-02f661b866b6),segment_id=01923c60-f976-4861-9718-02f661b866b6)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:46:12.314113 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Pushing event updated for resources: {'Port': ['ID=3f3bbd78-91b0-45d6-9852-70fdecf88208,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:12.347345 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:12.400395 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:12.402150 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:12.460737 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:12.461566 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:12.464851 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] 10.222.0.23 "PUT /v2.0/ports/0ffbec04-90da-4063-8d71-bc052f26f6d6 HTTP/1.1" status: 200  len: 1093 time: 1.7219894
Sep 25 04:46:12.470834 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff95921-33a3-4561-8bbd-fa36ae834c68', 'tag': '0ffbec04-90da-4063-8d71-bc052f26f6d6'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:12.474027 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d53a64-a23f-40e9-85e5-684084df2dde" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff95921-33a3-4561-8bbd-fa36ae834c68", "tag": "0ffbec04-90da-4063-8d71-bc052f26f6d6"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:12.488506 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-63c5cb09-066d-4c40-9c5f-923bdbc886f2 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.5640190
Sep 25 04:46:12.504113 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Request body: {'port': {'device_id': '7b934556-8897-4d0a-bedf-f26bf029f100', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:46:12.566506 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa96fc-95e4-4a07-b4f7-8167d2f4af59 service neutron] Pushing event updated for resources: {'Port': ['ID=0ffbec04-90da-4063-8d71-bc052f26f6d6,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:12.568632 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-1bcf386b-fe89-4576-95bd-bd758d3c9b21 None None] Provisioning complete for port 3f3bbd78-91b0-45d6-9852-70fdecf88208 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:46:12.569400 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1bcf386b-fe89-4576-95bd-bd758d3c9b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:12.647845 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21f7bfa-dd69-4f4b-aff2-89c9db057564 x-openstack-request-id: req-a21f7bfa-dd69-4f4b-aff2-89c9db057564 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:12.648578 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff95921-33a3-4561-8bbd-fa36ae834c68", "tag": "0ffbec04-90da-4063-8d71-bc052f26f6d6", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:12.648985 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a21f7bfa-dd69-4f4b-aff2-89c9db057564 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:12.649782 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff95921-33a3-4561-8bbd-fa36ae834c68', 'tag': '0ffbec04-90da-4063-8d71-bc052f26f6d6', 'status': 'completed', 'code': 200}
Sep 25 04:46:12.654183 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-1bcf386b-fe89-4576-95bd-bd758d3c9b21 None None] Port 3f3bbd78-91b0-45d6-9852-70fdecf88208 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:46:12.670243 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:12.745400 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aed8cb3-e480-4b86-a256-96e706f45132 req-f9273d8e-f4da-439d-a243-82f5cc0741b5 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:12.745400 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6aed8cb3-e480-4b86-a256-96e706f45132 req-f9273d8e-f4da-439d-a243-82f5cc0741b5 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 936 time: 0.1339951
Sep 25 04:46:12.754462 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-d2da9a5d-bc58-4d8a-81ba-6aed28c14bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:12.756134 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-d2da9a5d-bc58-4d8a-81ba-6aed28c14bef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=17d20b71ec304f22bcb7d7ebc02ada38&device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 1096 time: 0.1369088
Sep 25 04:46:12.789036 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e45bae-7e51-44c9-8d6b-72d1915582b2 req-9cdb6614-4e01-4454-93e7-c1a35a2da452 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:12.790756 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-68e45bae-7e51-44c9-8d6b-72d1915582b2 req-9cdb6614-4e01-4454-93e7-c1a35a2da452 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 943 time: 0.0992205
Sep 25 04:46:12.847295 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-787cb558-8229-480a-8595-c1eb83582c7e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ffbec04-90da-4063-8d71-bc052f26f6d6 HTTP/1.1" status: 200  len: 217 time: 0.0552034
Sep 25 04:46:12.863650 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6aed8cb3-e480-4b86-a256-96e706f45132 req-33cd335b-d1f7-4d2f-9fca-5bc4272565e5 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063564
Sep 25 04:46:12.921932 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-68e45bae-7e51-44c9-8d6b-72d1915582b2 req-7ae58166-e35f-4e7c-b2bd-2c2e77662302 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186571
Sep 25 04:46:12.940221 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-f20b735d-2319-4214-8118-b51d833fa744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:12.942370 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-f20b735d-2319-4214-8118-b51d833fa744 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=895c0622-1570-4e69-9d1c-8de1be3c94ed HTTP/1.1" status: 200  len: 854 time: 0.0825982
Sep 25 04:46:12.989725 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-21f12800-1a69-4381-8c67-a2bc5e68955d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1dbf142-ad08-4e23-9c92-11b9306911be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0289636
Sep 25 04:46:13.050959 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f3bbd78-91b0-45d6-9852-70fdecf88208 {{(pid=101197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:46:13.062159 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:13.092932 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.provisioning_blocks [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Transition to ACTIVE for port object 3f3bbd78-91b0-45d6-9852-70fdecf88208 will not be triggered until provisioned by entity L2. {{(pid=101197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:46:13.121348 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-e1475883-ac5d-47fb-bf2e-a4dd647f7368 service neutron] 10.222.0.23 "GET /v2.0/networks/a1dbf142-ad08-4e23-9c92-11b9306911be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1184075
Sep 25 04:46:13.176471 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:13.215448 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e65c3-c5cf-4ea5-8aaa-c43eccdc14e6 req-a817162c-b8b2-4a53-84eb-489b6cc06147 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:13.217017 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4b2e65c3-c5cf-4ea5-8aaa-c43eccdc14e6 req-a817162c-b8b2-4a53-84eb-489b6cc06147 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 945 time: 0.1100931
Sep 25 04:46:13.253310 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3bbd78-91b0-45d6-9852-70fdecf88208,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:13.262337 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bb62c40-55ea-4f33-821b-f524aa924b1e req-8d8e96c2-55bf-4be9-9b64-d7bd962be6c6 service neutron] 10.222.0.23 "GET /v2.0/networks/a1dbf142-ad08-4e23-9c92-11b9306911be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234002
Sep 25 04:46:13.290501 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4b2e65c3-c5cf-4ea5-8aaa-c43eccdc14e6 req-ae0e219a-da63-482b-87aa-519c5c6757c3 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620842
Sep 25 04:46:13.324351 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Attempting to bind port 3f3bbd78-91b0-45d6-9852-70fdecf88208 on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:46:13.324688 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Attempting to bind port 3f3bbd78-91b0-45d6-9852-70fdecf88208 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ddbfb92a-22a8-403d-85b1-ffce9a0efb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4'}] {{(pid=101197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:46:13.325012 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Attempting to bind port 3f3bbd78-91b0-45d6-9852-70fdecf88208 on network f1bf250c-3474-4685-90bd-c48222a7caa4 {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:46:13.331189 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Port 3f3bbd78-91b0-45d6-9852-70fdecf88208 on network f1bf250c-3474-4685-90bd-c48222a7caa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:46:13.331514 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Attempting to bind port 3f3bbd78-91b0-45d6-9852-70fdecf88208 on network f1bf250c-3474-4685-90bd-c48222a7caa4 {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:46:13.339645 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:46:13.339645 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Checking segment: {'id': 'ddbfb92a-22a8-403d-85b1-ffce9a0efb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:46:13.339645 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Bound using segment: {'id': 'ddbfb92a-22a8-403d-85b1-ffce9a0efb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4'} {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:46:13.339645 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Bound port: 3f3bbd78-91b0-45d6-9852-70fdecf88208, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbfb92a-22a8-403d-85b1-ffce9a0efb3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4'}}] {{(pid=101197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:46:13.339645 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:13.495314 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] For port 3f3bbd78-91b0-45d6-9852-70fdecf88208, host hv-cinder-76845, cleared binding levels {{(pid=101197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:46:13.505023 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] For port 3f3bbd78-91b0-45d6-9852-70fdecf88208, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3f3bbd78-91b0-45d6-9852-70fdecf88208,segment=NetworkSegment(ddbfb92a-22a8-403d-85b1-ffce9a0efb3c),segment_id=ddbfb92a-22a8-403d-85b1-ffce9a0efb3c)] {{(pid=101197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:46:13.509345 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53a64-a23f-40e9-85e5-684084df2dde req-f4b1e70d-583e-4f8d-8fc9-80be64996ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:13.510915 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0d53a64-a23f-40e9-85e5-684084df2dde req-f4b1e70d-583e-4f8d-8fc9-80be64996ff8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=17d20b71ec304f22bcb7d7ebc02ada38&device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 1096 time: 0.0897114
Sep 25 04:46:13.652248 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53a64-a23f-40e9-85e5-684084df2dde req-584b0d8c-cebd-4cca-93d5-ad20aa7dfee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:13.654624 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0d53a64-a23f-40e9-85e5-684084df2dde req-584b0d8c-cebd-4cca-93d5-ad20aa7dfee4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a1dbf142-ad08-4e23-9c92-11b9306911be HTTP/1.1" status: 200  len: 914 time: 0.1266465
Sep 25 04:46:13.673710 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:13.724009 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:13.724670 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:13.726097 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-cd83554d-532b-4103-a264-f64563295a03 service neutron] 10.222.0.23 "PUT /v2.0/ports/3f3bbd78-91b0-45d6-9852-70fdecf88208 HTTP/1.1" status: 200  len: 1098 time: 1.2276125
Sep 25 04:46:13.726555 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b934556-8897-4d0a-bedf-f26bf029f100', 'tag': '3f3bbd78-91b0-45d6-9852-70fdecf88208'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:13.728911 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44c69b5-666f-4ae1-95c8-672c82561fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "7b934556-8897-4d0a-bedf-f26bf029f100", "tag": "3f3bbd78-91b0-45d6-9852-70fdecf88208"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:13.763255 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0d53a64-a23f-40e9-85e5-684084df2dde req-9d9466b0-35bb-4079-b9aa-0c2e8cf4269f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ffbec04-90da-4063-8d71-bc052f26f6d6 HTTP/1.1" status: 200  len: 217 time: 0.0881553
Sep 25 04:46:13.804501 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd83554d-532b-4103-a264-f64563295a03 service neutron] Pushing event updated for resources: {'Port': ['ID=3f3bbd78-91b0-45d6-9852-70fdecf88208,revision_number=3']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:13.817917 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738e0c39-0f75-4efa-9302-b4804e033b0f x-openstack-request-id: req-738e0c39-0f75-4efa-9302-b4804e033b0f {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:13.818279 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b934556-8897-4d0a-bedf-f26bf029f100", "tag": "3f3bbd78-91b0-45d6-9852-70fdecf88208", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:13.818614 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-738e0c39-0f75-4efa-9302-b4804e033b0f {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:13.819077 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b934556-8897-4d0a-bedf-f26bf029f100', 'tag': '3f3bbd78-91b0-45d6-9852-70fdecf88208', 'status': 'completed', 'code': 200}
Sep 25 04:46:13.862861 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d53a64-a23f-40e9-85e5-684084df2dde req-df8191c3-b55c-4f7a-8867-f21a2db7f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:13.865579 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0d53a64-a23f-40e9-85e5-684084df2dde req-df8191c3-b55c-4f7a-8867-f21a2db7f7c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=895c0622-1570-4e69-9d1c-8de1be3c94ed HTTP/1.1" status: 200  len: 854 time: 0.0867310
Sep 25 04:46:13.896122 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c69b5-666f-4ae1-95c8-672c82561fe5 req-fa3f8eec-2b99-400d-a9db-62ec077cb2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:13.897835 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e44c69b5-666f-4ae1-95c8-672c82561fe5 req-fa3f8eec-2b99-400d-a9db-62ec077cb2a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=636673f1fe034d5ca452626552c3e81e&device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 1101 time: 0.0709591
Sep 25 04:46:13.925864 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0d53a64-a23f-40e9-85e5-684084df2dde req-cd7aaefc-74bc-4d54-a485-7d1024887559 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1dbf142-ad08-4e23-9c92-11b9306911be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288305
Sep 25 04:46:13.951797 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e44c69b5-666f-4ae1-95c8-672c82561fe5 req-2d20a64f-8308-419f-919f-6181aa322fe9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=636673f1fe034d5ca452626552c3e81e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0289712
Sep 25 04:46:14.124970 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c69b5-666f-4ae1-95c8-672c82561fe5 req-2815204d-b188-4a72-ae36-d08fcbc377d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:14.128377 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e44c69b5-666f-4ae1-95c8-672c82561fe5 req-2815204d-b188-4a72-ae36-d08fcbc377d2 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1599691
Sep 25 04:46:14.198503 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d20e-5d5b-4bf1-940c-1e47ff69df75 req-336e44d2-48cf-47d2-aeff-58429b62e18f tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:14.201225 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e832d20e-5d5b-4bf1-940c-1e47ff69df75 req-336e44d2-48cf-47d2-aeff-58429b62e18f tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 948 time: 0.2180552
Sep 25 04:46:14.209312 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0d53a64-a23f-40e9-85e5-684084df2dde req-80fc4ac5-4845-4f89-9cd2-af2d741f40a3 service neutron] 10.222.0.23 "GET /v2.0/networks/a1dbf142-ad08-4e23-9c92-11b9306911be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2493577
Sep 25 04:46:14.220384 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea61d5d-e51e-47e3-bf79-0966ec314697 req-54cbb19d-4c87-4762-b587-cd77e36a34e1 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:14.222688 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eea61d5d-e51e-47e3-bf79-0966ec314697 req-54cbb19d-4c87-4762-b587-cd77e36a34e1 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 943 time: 0.1992843
Sep 25 04:46:14.239008 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-4ed12beb-b52d-4621-909c-e7625f77c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:14.241658 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-4ed12beb-b52d-4621-909c-e7625f77c6f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=636673f1fe034d5ca452626552c3e81e&device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 1101 time: 0.0664630
Sep 25 04:46:14.311136 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-c0f28093-b283-4458-873a-f1b9294d6b7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=3f3bbd78-91b0-45d6-9852-70fdecf88208 HTTP/1.1" status: 200  len: 217 time: 0.0361862
Sep 25 04:46:14.359754 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e832d20e-5d5b-4bf1-940c-1e47ff69df75 req-15e06029-8809-4431-af91-0d9c9d79e71a tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480944
Sep 25 04:46:14.369405 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eea61d5d-e51e-47e3-bf79-0966ec314697 req-fae9491c-5a1a-4033-bffb-5b4a2c465d4e tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336775
Sep 25 04:46:14.395778 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-564b6277-efd3-4264-a745-433110b512c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:14.398806 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-564b6277-efd3-4264-a745-433110b512c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=dc681fc2-e7f3-46cd-9a19-9f80fc6dcd07 HTTP/1.1" status: 200  len: 843 time: 0.0781190
Sep 25 04:46:14.405678 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0d53a64-a23f-40e9-85e5-684084df2dde req-56577c50-14cb-42f7-8147-213484c379c6 service neutron] 10.222.0.23 "GET /v2.0/networks/a1dbf142-ad08-4e23-9c92-11b9306911be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1817408
Sep 25 04:46:14.476872 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-101aa856-7c28-4f3e-8917-0192a509197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:14.478193 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-101aa856-7c28-4f3e-8917-0192a509197f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f1bf250c-3474-4685-90bd-c48222a7caa4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.0608330
Sep 25 04:46:14.569465 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329420f-4158-4e71-904b-b24738cc5805 req-c6c8334e-c508-4cad-82b5-fb62acf7e91e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:14.575178 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9329420f-4158-4e71-904b-b24738cc5805 req-c6c8334e-c508-4cad-82b5-fb62acf7e91e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 945 time: 0.0806162
Sep 25 04:46:14.638658 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9329420f-4158-4e71-904b-b24738cc5805 req-d47224e1-a3b5-44b1-afda-0406419d2d02 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534427
Sep 25 04:46:14.639434 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-a3176f62-4157-487d-aa5f-76deef798885 service neutron] 10.222.0.23 "GET /v2.0/networks/f1bf250c-3474-4685-90bd-c48222a7caa4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360018
Sep 25 04:46:14.778253 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8317f854-b827-4f36-bcf8-b11714a1e9b4 req-e725bea2-21be-4a4b-a8a7-b112399ae97b service neutron] 10.222.0.23 "GET /v2.0/networks/f1bf250c-3474-4685-90bd-c48222a7caa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268418
Sep 25 04:46:15.373531 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0ffbec04-90da-4063-8d71-bc052f26f6d6 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:46:15.376958 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 73ac3849-d703-4d48-81f1-fda4c824112e up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:46:15.510762 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a22d3-135d-47a9-bb14-155277ef9222 req-a5ff2a76-132e-48e5-ba9d-53983c557b57 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:15.512553 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e4a22d3-135d-47a9-bb14-155277ef9222 req-a5ff2a76-132e-48e5-ba9d-53983c557b57 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 948 time: 0.0556648
Sep 25 04:46:15.533373 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0ffbec04-90da-4063-8d71-bc052f26f6d6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ffbec04-90da-4063-8d71-bc052f26f6d6,segment=NetworkSegment(01923c60-f976-4861-9718-02f661b866b6),segment_id=01923c60-f976-4861-9718-02f661b866b6)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:15.547234 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '0ffbec04-90da-4063-8d71-bc052f26f6d6', 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be', 'port_id': '0ffbec04-90da-4063-8d71-bc052f26f6d6', 'mac_address': 'fa:16:3e:ac:7a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895c0622-1570-4e69-9d1c-8de1be3c94ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:46:15.587625 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e4a22d3-135d-47a9-bb14-155277ef9222 req-45348732-94cd-4347-98a7-d13182791e9d tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678120
Sep 25 04:46:15.614670 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:15.619762 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 73ac3849-d703-4d48-81f1-fda4c824112e completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:46:15.641951 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 73ac3849-d703-4d48-81f1-fda4c824112e triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:46:15.641951 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:15.702203 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ffbec04-90da-4063-8d71-bc052f26f6d6 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:46:15.710963 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 48206) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:15.740624 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550a969-e58a-471c-86a4-1729c470a8e7 req-fe48cc6b-6c45-44d7-8eae-5f76f7580471 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:15.742717 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4550a969-e58a-471c-86a4-1729c470a8e7 req-fe48cc6b-6c45-44d7-8eae-5f76f7580471 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 943 time: 0.0804276
Sep 25 04:46:15.756432 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0ffbec04-90da-4063-8d71-bc052f26f6d6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ffbec04-90da-4063-8d71-bc052f26f6d6,segment=NetworkSegment(01923c60-f976-4861-9718-02f661b866b6),segment_id=01923c60-f976-4861-9718-02f661b866b6)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:15.790087 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4550a969-e58a-471c-86a4-1729c470a8e7 req-b126bc58-2cfd-4769-813e-34ec8cbb4bc2 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399656
Sep 25 04:46:15.844793 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d342d28e-f9f3-46b9-9557-7a1940a78bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:15.862548 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:15.870243 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:15.939989 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ee3f69-4df2-4d16-ae0e-b8c65f441b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ac3849-d703-4d48-81f1-fda4c824112e'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:15.942370 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971bdd54-4480-49f8-8402-9904a7ce7e65" -d '{"events": [{"server_uuid": "60ee3f69-4df2-4d16-ae0e-b8c65f441b7e", "name": "network-vif-plugged", "status": "completed", "tag": "73ac3849-d703-4d48-81f1-fda4c824112e"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:15.960587 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 73ac3849-d703-4d48-81f1-fda4c824112e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73ac3849-d703-4d48-81f1-fda4c824112e,segment=NetworkSegment(ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94),segment_id=ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:15.983800 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=0ffbec04-90da-4063-8d71-bc052f26f6d6,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:15.991153 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2723fff-70c1-430c-9e9d-f97b4a3bef76 req-cc9fe773-06fa-4f51-b283-35ec647176be tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:15.992764 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b2723fff-70c1-430c-9e9d-f97b4a3bef76 req-cc9fe773-06fa-4f51-b283-35ec647176be tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 945 time: 0.0969148
Sep 25 04:46:15.999487 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a244cadc-f560-4250-8637-9af5495a80cb x-openstack-request-id: req-a244cadc-f560-4250-8637-9af5495a80cb {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:15.999840 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ee3f69-4df2-4d16-ae0e-b8c65f441b7e", "name": "network-vif-plugged", "status": "completed", "tag": "73ac3849-d703-4d48-81f1-fda4c824112e", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:16.000644 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a244cadc-f560-4250-8637-9af5495a80cb {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:16.001044 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ee3f69-4df2-4d16-ae0e-b8c65f441b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ac3849-d703-4d48-81f1-fda4c824112e', 'code': 200}
Sep 25 04:46:16.005818 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d342d28e-f9f3-46b9-9557-7a1940a78bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:16.038445 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b2723fff-70c1-430c-9e9d-f97b4a3bef76 req-d745c1e3-50f6-4d4d-99eb-bc3fe3849fe5 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388942
Sep 25 04:46:16.078359 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:16.119297 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d342d28e-f9f3-46b9-9557-7a1940a78bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:16.152549 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=73ac3849-d703-4d48-81f1-fda4c824112e,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:16.158459 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342d28e-f9f3-46b9-9557-7a1940a78bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb58f02c-6579-4960-8955-ff1a49108931,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:16.175587 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d342d28e-f9f3-46b9-9557-7a1940a78bc8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95a4b68a3a5b4dd081bbc78d6eed7215&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4615843
Sep 25 04:46:16.179879 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 48214) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:16.253206 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6e59f0c6-7467-4046-8d3c-97b26fe8b69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:16.276895 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6e59f0c6-7467-4046-8d3c-97b26fe8b69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:16.308137 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['0ffbec04-90da-4063-8d71-bc052f26f6d6'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:46:16.394698 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37580668-a32b-440b-b45b-598b8d383935 req-3973b2fb-1730-44c5-8d1d-2330137a5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:16.396800 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-37580668-a32b-440b-b45b-598b8d383935 req-3973b2fb-1730-44c5-8d1d-2330137a5321 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 1099 time: 0.0463476
Sep 25 04:46:16.427278 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6e59f0c6-7467-4046-8d3c-97b26fe8b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:16.432190 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6e59f0c6-7467-4046-8d3c-97b26fe8b69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:16.438279 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-6e59f0c6-7467-4046-8d3c-97b26fe8b69a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb58f02c-6579-4960-8955-ff1a49108931 HTTP/1.1" status: 204  len: 168 time: 0.2516022
Sep 25 04:46:16.448171 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59f0c6-7467-4046-8d3c-97b26fe8b69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb58f02c-6579-4960-8955-ff1a49108931,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:16.448580 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-37580668-a32b-440b-b45b-598b8d383935 req-07458aff-0710-4ebc-9bda-15ff7103bf22 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371368
Sep 25 04:46:16.713209 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23152d7b-6366-4e46-8e7a-7c674f12edb6 req-33f34448-29d2-4fc1-afad-f1af86b8d073 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:16.714979 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-23152d7b-6366-4e46-8e7a-7c674f12edb6 req-33f34448-29d2-4fc1-afad-f1af86b8d073 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 948 time: 0.0538979
Sep 25 04:46:16.761377 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-23152d7b-6366-4e46-8e7a-7c674f12edb6 req-1009d040-694e-4298-9716-1f32cf42de8b tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389755
Sep 25 04:46:17.010921 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd19031-0501-492b-9a0b-0336dfff7796 req-4d06cf34-2f18-4494-902b-d65aa922104e tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:17.012591 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fd19031-0501-492b-9a0b-0336dfff7796 req-4d06cf34-2f18-4494-902b-d65aa922104e tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 944 time: 0.1299458
Sep 25 04:46:17.071485 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fd19031-0501-492b-9a0b-0336dfff7796 req-55c49cdc-a297-459d-8f0a-ed1d5c241550 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513587
Sep 25 04:46:17.174885 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e885aa-ef47-4df6-bb5f-03e012b40bea req-bab914b6-71e4-4cfd-8504-5dab8199f714 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:17.176500 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28e885aa-ef47-4df6-bb5f-03e012b40bea req-bab914b6-71e4-4cfd-8504-5dab8199f714 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 946 time: 0.0556483
Sep 25 04:46:17.221664 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28e885aa-ef47-4df6-bb5f-03e012b40bea req-998a6ab1-0574-4e59-9fab-3a494e7b2940 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356963
Sep 25 04:46:17.365404 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 48236) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:17.379978 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1a46f0c6-da71-4c81-b8e4-66ef3a515649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:17.383751 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 3f3bbd78-91b0-45d6-9852-70fdecf88208 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:46:17.488044 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1a46f0c6-da71-4c81-b8e4-66ef3a515649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:17.523448 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 3f3bbd78-91b0-45d6-9852-70fdecf88208, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3f3bbd78-91b0-45d6-9852-70fdecf88208,segment=NetworkSegment(ddbfb92a-22a8-403d-85b1-ffce9a0efb3c),segment_id=ddbfb92a-22a8-403d-85b1-ffce9a0efb3c)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:17.535728 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '3f3bbd78-91b0-45d6-9852-70fdecf88208', 'network_id': 'f1bf250c-3474-4685-90bd-c48222a7caa4', 'port_id': '3f3bbd78-91b0-45d6-9852-70fdecf88208', 'mac_address': 'fa:16:3e:97:88:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc681fc2-e7f3-46cd-9a19-9f80fc6dcd07', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:46:17.570239 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1a46f0c6-da71-4c81-b8e4-66ef3a515649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:17.579402 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:17.594907 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f3bbd78-91b0-45d6-9852-70fdecf88208 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:46:17.612525 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-1a46f0c6-da71-4c81-b8e4-66ef3a515649 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2f7b63589bf4c2b9182ce7ace731168&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2459583
Sep 25 04:46:17.613421 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a46f0c6-da71-4c81-b8e4-66ef3a515649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f463d90-e51e-4448-9d9c-3cd4e70b5331,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:17.615941 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 48238) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:17.621895 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 3f3bbd78-91b0-45d6-9852-70fdecf88208, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3f3bbd78-91b0-45d6-9852-70fdecf88208,segment=NetworkSegment(ddbfb92a-22a8-403d-85b1-ffce9a0efb3c),segment_id=ddbfb92a-22a8-403d-85b1-ffce9a0efb3c)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:17.681467 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-756b3b06-9718-43d0-9f7c-b6183ad3e199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:17.712967 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:17.715296 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-756b3b06-9718-43d0-9f7c-b6183ad3e199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:17.772017 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=3f3bbd78-91b0-45d6-9852-70fdecf88208,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:17.888716 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-756b3b06-9718-43d0-9f7c-b6183ad3e199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:17.891659 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19d34c-15ec-489b-b786-96b1ffc31764 req-a604f62c-0bdc-41a2-8d28-20d0b73bee0c tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:17.892239 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-756b3b06-9718-43d0-9f7c-b6183ad3e199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:17.895661 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-756b3b06-9718-43d0-9f7c-b6183ad3e199 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f463d90-e51e-4448-9d9c-3cd4e70b5331 HTTP/1.1" status: 204  len: 168 time: 0.2745275
Sep 25 04:46:17.895813 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ca19d34c-15ec-489b-b786-96b1ffc31764 req-a604f62c-0bdc-41a2-8d28-20d0b73bee0c tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 949 time: 0.0566020
Sep 25 04:46:17.902285 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b3b06-9718-43d0-9f7c-b6183ad3e199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f463d90-e51e-4448-9d9c-3cd4e70b5331,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:17.946407 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ca19d34c-15ec-489b-b786-96b1ffc31764 req-37aaeb88-3973-48cc-9172-dcef5b057020 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464954
Sep 25 04:46:18.168220 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['3f3bbd78-91b0-45d6-9852-70fdecf88208'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:46:18.214705 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3288e27-ba17-4ffc-82e7-991c9f7564de req-94fbc500-2f52-4ed9-ba93-03bb42f25b2c tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:18.216408 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c3288e27-ba17-4ffc-82e7-991c9f7564de req-94fbc500-2f52-4ed9-ba93-03bb42f25b2c tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 944 time: 0.0650449
Sep 25 04:46:18.264658 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c3288e27-ba17-4ffc-82e7-991c9f7564de req-1ed552d2-9f7f-447d-85d2-3ed81b5d7265 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392313
Sep 25 04:46:18.403772 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5eec6-94bc-4bcf-8cd3-d2a520f18175 req-a194febd-562f-4647-a88d-4e20c00b54ef tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:18.405485 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-32b5eec6-94bc-4bcf-8cd3-d2a520f18175 req-a194febd-562f-4647-a88d-4e20c00b54ef tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 946 time: 0.0705960
Sep 25 04:46:18.461902 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-32b5eec6-94bc-4bcf-8cd3-d2a520f18175 req-e56dbd95-997d-493c-9210-d53f77c5073d tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485661
Sep 25 04:46:19.075955 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10122-3b96-4c19-80b7-948cc32d653b req-3ffdf79a-055d-461b-9af5-104284b031e7 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:19.077560 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-29d10122-3b96-4c19-80b7-948cc32d653b req-3ffdf79a-055d-461b-9af5-104284b031e7 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 949 time: 0.0509839
Sep 25 04:46:19.125200 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-29d10122-3b96-4c19-80b7-948cc32d653b req-5e1b78e5-bf7e-43b3-8256-c03e1dabfdbc tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395105
Sep 25 04:46:19.392785 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0ffbec04-90da-4063-8d71-bc052f26f6d6 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:46:19.433337 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d673e-e120-4fe8-9646-c74617f5eebe req-a0a037a7-c931-402a-9728-339c454a8fd4 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:19.443209 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-193d673e-e120-4fe8-9646-c74617f5eebe req-a0a037a7-c931-402a-9728-339c454a8fd4 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 944 time: 0.0767696
Sep 25 04:46:19.482928 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-193d673e-e120-4fe8-9646-c74617f5eebe req-cdc269ce-47b1-4abb-b55c-a1ccc2fe89f4 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387456
Sep 25 04:46:19.541999 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 0ffbec04-90da-4063-8d71-bc052f26f6d6 completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:46:19.547930 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 0ffbec04-90da-4063-8d71-bc052f26f6d6 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:46:19.548109 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:19.665326 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:19.694566 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff95921-33a3-4561-8bbd-fa36ae834c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffbec04-90da-4063-8d71-bc052f26f6d6'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:19.697222 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc95af7-3f92-4b5c-a27b-114c2a8d7eaa" -d '{"events": [{"server_uuid": "6ff95921-33a3-4561-8bbd-fa36ae834c68", "name": "network-vif-plugged", "status": "completed", "tag": "0ffbec04-90da-4063-8d71-bc052f26f6d6"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:19.723382 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0ffbec04-90da-4063-8d71-bc052f26f6d6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ffbec04-90da-4063-8d71-bc052f26f6d6,segment=NetworkSegment(01923c60-f976-4861-9718-02f661b866b6),segment_id=01923c60-f976-4861-9718-02f661b866b6)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:19.755006 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d25012f-69c1-4a34-b1cd-4f823357b792 x-openstack-request-id: req-2d25012f-69c1-4a34-b1cd-4f823357b792 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:19.755563 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff95921-33a3-4561-8bbd-fa36ae834c68", "name": "network-vif-plugged", "status": "completed", "tag": "0ffbec04-90da-4063-8d71-bc052f26f6d6", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:19.756050 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2d25012f-69c1-4a34-b1cd-4f823357b792 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:19.756522 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff95921-33a3-4561-8bbd-fa36ae834c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffbec04-90da-4063-8d71-bc052f26f6d6', 'code': 200}
Sep 25 04:46:19.879603 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:19.940536 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=0ffbec04-90da-4063-8d71-bc052f26f6d6,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:19.947975 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3554689a-cb16-44cc-a60b-4cf0e7c3ffef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:20.247552 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f53aa1-be69-467c-a9de-d548d008e03a req-a31c5d23-abff-4898-8800-957ab86888bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:20.249231 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-f0f53aa1-be69-467c-a9de-d548d008e03a req-a31c5d23-abff-4898-8800-957ab86888bc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 1098 time: 0.0465953
Sep 25 04:46:20.262733 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68472e-e239-41ed-8a88-5d90e46f34bd req-1a22de93-7ae0-421b-b7e6-1404431f09df tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:20.264370 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4d68472e-e239-41ed-8a88-5d90e46f34bd req-1a22de93-7ae0-421b-b7e6-1404431f09df tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 949 time: 0.0557921
Sep 25 04:46:20.295635 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-f0f53aa1-be69-467c-a9de-d548d008e03a req-eb36047c-630b-43f0-a720-e5728a295d7d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369065
Sep 25 04:46:20.317367 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4d68472e-e239-41ed-8a88-5d90e46f34bd req-b18fd29c-43a9-43c3-b23f-5ecfe185b154 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451496
Sep 25 04:46:20.479790 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442ece6-be94-4e1f-bf26-8aa9bd3b88e9 req-430e31cb-d778-4d44-ac86-d2c4ef840187 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:20.481407 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c442ece6-be94-4e1f-bf26-8aa9bd3b88e9 req-430e31cb-d778-4d44-ac86-d2c4ef840187 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 946 time: 0.0601044
Sep 25 04:46:20.542777 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c442ece6-be94-4e1f-bf26-8aa9bd3b88e9 req-e6fc1187-a681-467d-a151-a8164b53afca tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522237
Sep 25 04:46:20.659062 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8186f-b20c-4acc-b44b-d79c7c5420f3 req-a9f0bef6-b62c-45c1-94ac-edef8c55cf30 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:20.660643 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-66b8186f-b20c-4acc-b44b-d79c7c5420f3 req-a9f0bef6-b62c-45c1-94ac-edef8c55cf30 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 945 time: 0.0551507
Sep 25 04:46:20.703840 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-66b8186f-b20c-4acc-b44b-d79c7c5420f3 req-4f7ca6a1-ac6c-4efc-90f2-9a4246e89344 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365334
Sep 25 04:46:21.411621 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 3f3bbd78-91b0-45d6-9852-70fdecf88208 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:46:21.486085 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdf95b-7317-4c22-b240-8bf56fda15fa req-440f02f2-2b0c-46cc-834b-1b687d4bbf7d tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:21.498912 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-30bdf95b-7317-4c22-b240-8bf56fda15fa req-440f02f2-2b0c-46cc-834b-1b687d4bbf7d tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 949 time: 0.0735514
Sep 25 04:46:21.565004 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-30bdf95b-7317-4c22-b240-8bf56fda15fa req-f8cf1366-6d46-4241-9710-2ad84f6a395e tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633302
Sep 25 04:46:21.605579 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 3f3bbd78-91b0-45d6-9852-70fdecf88208 completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:46:21.610146 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 3f3bbd78-91b0-45d6-9852-70fdecf88208 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:46:21.611131 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e0aecbf8-6f23-47db-abc8-3ca7e08de5bc req-ba41350e-267e-4cd8-995e-6e1285a3a22a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0794535
Sep 25 04:46:21.611572 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:21.721412 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58ff24-090c-4413-bdd2-94c779259b68 req-a5a3a2b2-cc85-4d1b-a17b-9acc67a446ec tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:21.729836 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb58ff24-090c-4413-bdd2-94c779259b68 req-a5a3a2b2-cc85-4d1b-a17b-9acc67a446ec tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 946 time: 0.0746295
Sep 25 04:46:21.734381 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:21.746516 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aecbf8-6f23-47db-abc8-3ca7e08de5bc req-adac90e9-14a0-4ab3-8c33-8819f4ea09df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:21.748912 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e0aecbf8-6f23-47db-abc8-3ca7e08de5bc req-adac90e9-14a0-4ab3-8c33-8819f4ea09df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 1099 time: 0.0961316
Sep 25 04:46:21.767415 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b934556-8897-4d0a-bedf-f26bf029f100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3bbd78-91b0-45d6-9852-70fdecf88208'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:21.769777 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2084a3da-c191-43a4-a026-2260c72be104" -d '{"events": [{"server_uuid": "7b934556-8897-4d0a-bedf-f26bf029f100", "name": "network-vif-plugged", "status": "completed", "tag": "3f3bbd78-91b0-45d6-9852-70fdecf88208"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:21.806324 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 3f3bbd78-91b0-45d6-9852-70fdecf88208, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3f3bbd78-91b0-45d6-9852-70fdecf88208,segment=NetworkSegment(ddbfb92a-22a8-403d-85b1-ffce9a0efb3c),segment_id=ddbfb92a-22a8-403d-85b1-ffce9a0efb3c)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:21.812983 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb58ff24-090c-4413-bdd2-94c779259b68 req-df9b48dc-73a8-4665-a951-7ef3e76a9e01 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776489
Sep 25 04:46:21.870018 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb2f0c3-212d-4a20-8683-bb2900fb87b3 x-openstack-request-id: req-7cb2f0c3-212d-4a20-8683-bb2900fb87b3 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:21.870381 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b934556-8897-4d0a-bedf-f26bf029f100", "name": "network-vif-plugged", "status": "completed", "tag": "3f3bbd78-91b0-45d6-9852-70fdecf88208", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:21.875640 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cb2f0c3-212d-4a20-8683-bb2900fb87b3 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:21.875640 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b934556-8897-4d0a-bedf-f26bf029f100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f3bbd78-91b0-45d6-9852-70fdecf88208', 'code': 200}
Sep 25 04:46:21.875869 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44cc60-ce8e-4359-8d63-3eb21978f252 req-97a466d9-7087-4e80-86f8-cf4f46923d2d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:21.879106 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8f44cc60-ce8e-4359-8d63-3eb21978f252 req-97a466d9-7087-4e80-86f8-cf4f46923d2d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 945 time: 0.0792024
Sep 25 04:46:21.935225 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aecbf8-6f23-47db-abc8-3ca7e08de5bc req-7fe2b2eb-d317-465b-9e73-eb3e37ef9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:21.936204 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e0aecbf8-6f23-47db-abc8-3ca7e08de5bc req-7fe2b2eb-d317-465b-9e73-eb3e37ef9494 service neutron] 10.222.0.23 "GET /v2.0/networks?id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb HTTP/1.1" status: 200  len: 914 time: 0.1521227
Sep 25 04:46:21.940996 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8f44cc60-ce8e-4359-8d63-3eb21978f252 req-ef221dab-ee00-4bd3-ba7d-b6bec19eb3ec tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529239
Sep 25 04:46:21.976784 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:21.999209 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e0aecbf8-6f23-47db-abc8-3ca7e08de5bc req-6a28ea57-9e22-44ed-bfde-7ac8806e105e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d681131-ed0e-4ecb-9749-83add657e808 HTTP/1.1" status: 200  len: 217 time: 0.0461369
Sep 25 04:46:22.058678 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=3f3bbd78-91b0-45d6-9852-70fdecf88208,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:22.098229 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aecbf8-6f23-47db-abc8-3ca7e08de5bc req-6aeb4c93-87aa-409c-9bd6-441e84c92765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:22.099701 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e0aecbf8-6f23-47db-abc8-3ca7e08de5bc req-6aeb4c93-87aa-409c-9bd6-441e84c92765 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a7bb23d2-1229-4f2c-95e2-e00af48f4c2c HTTP/1.1" status: 200  len: 854 time: 0.0811181
Sep 25 04:46:22.138476 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e0aecbf8-6f23-47db-abc8-3ca7e08de5bc req-8bf8f9a7-4b4a-4199-a36e-4804c313516e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0264850
Sep 25 04:46:22.398164 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869a0d4-0372-4263-b049-d2a82d63c0a7 req-55ef125b-22b4-4228-a026-e75a9acb031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:22.399876 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5869a0d4-0372-4263-b049-d2a82d63c0a7 req-55ef125b-22b4-4228-a026-e75a9acb031b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 1103 time: 0.0470521
Sep 25 04:46:22.458855 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5869a0d4-0372-4263-b049-d2a82d63c0a7 req-ddc6d42d-65eb-4eb5-b390-858220c5b4c2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423708
Sep 25 04:46:22.495226 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e0aecbf8-6f23-47db-abc8-3ca7e08de5bc req-241c0c59-55ce-4d02-b32d-9b16fe0fb4f3 service neutron] 10.222.0.23 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3301330
Sep 25 04:46:22.696338 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107e98b-1e93-45e2-8702-4cb62e20ced5 req-724688e9-a2b6-4871-8011-c5b159698b66 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:22.697845 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1107e98b-1e93-45e2-8702-4cb62e20ced5 req-724688e9-a2b6-4871-8011-c5b159698b66 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 950 time: 0.0577281
Sep 25 04:46:22.754879 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1107e98b-1e93-45e2-8702-4cb62e20ced5 req-f3bac72a-2a85-46c3-8f23-a35aed755c1c tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449715
Sep 25 04:46:22.811810 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e0aecbf8-6f23-47db-abc8-3ca7e08de5bc req-4bbdc2c9-3448-4025-a842-c01c35a24ae9 service neutron] 10.222.0.23 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0952754
Sep 25 04:46:22.950188 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0de34a-9150-4427-834c-93405886aeb7 req-5d33eec4-a49d-44eb-9e15-b9f931c80755 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:22.951611 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-be0de34a-9150-4427-834c-93405886aeb7 req-5d33eec4-a49d-44eb-9e15-b9f931c80755 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 946 time: 0.0505865
Sep 25 04:46:23.001982 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-be0de34a-9150-4427-834c-93405886aeb7 req-d7766a0c-16a6-4388-973d-4b4c03ea4fbd tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383682
Sep 25 04:46:23.079973 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 48400) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:23.103098 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c53448-507b-4e6e-a7c7-68d4842191c2 req-a32409a0-805e-4a0d-8dfb-415df52316f2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:23.104855 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-86c53448-507b-4e6e-a7c7-68d4842191c2 req-a32409a0-805e-4a0d-8dfb-415df52316f2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.23 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 946 time: 0.0995998
Sep 25 04:46:23.114454 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0845b-c038-4ea6-b0e7-93e0fb11c58f req-75765951-52d5-4c75-956a-9f573bd3fd33 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:23.117133 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e1c0845b-c038-4ea6-b0e7-93e0fb11c58f req-75765951-52d5-4c75-956a-9f573bd3fd33 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 945 time: 0.0646129
Sep 25 04:46:23.195944 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e1c0845b-c038-4ea6-b0e7-93e0fb11c58f req-fb605206-dfb0-4d8e-af3c-d73697045a70 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674796
Sep 25 04:46:23.302451 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d149-eab6-4e01-84cc-7f1f7a757966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:23.341258 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-86c53448-507b-4e6e-a7c7-68d4842191c2 req-653ad412-0fac-4d30-8d30-188c2fc0be31 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Deleting port 73ac3849-d703-4d48-81f1-fda4c824112e {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:46:23.341613 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-86c53448-507b-4e6e-a7c7-68d4842191c2 req-653ad412-0fac-4d30-8d30-188c2fc0be31 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:23.495898 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-86c53448-507b-4e6e-a7c7-68d4842191c2 req-653ad412-0fac-4d30-8d30-188c2fc0be31 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] For port 73ac3849-d703-4d48-81f1-fda4c824112e, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=73ac3849-d703-4d48-81f1-fda4c824112e,segment=NetworkSegment(ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94),segment_id=ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:23.496580 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-86c53448-507b-4e6e-a7c7-68d4842191c2 req-653ad412-0fac-4d30-8d30-188c2fc0be31 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:23.531745 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-86c53448-507b-4e6e-a7c7-68d4842191c2 req-653ad412-0fac-4d30-8d30-188c2fc0be31 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Calling delete_port for 73ac3849-d703-4d48-81f1-fda4c824112e owned by compute:nova {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:46:23.640200 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c8a9a2e9-47c8-458f-989a-99c03a969751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:23.688543 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d149-eab6-4e01-84cc-7f1f7a757966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:23.773783 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ecc7d149-eab6-4e01-84cc-7f1f7a757966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:23.823564 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-ecc7d149-eab6-4e01-84cc-7f1f7a757966 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb9e8a3ac6bb46db9a7d5d2b014187ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7428641
Sep 25 04:46:23.824826 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7d149-eab6-4e01-84cc-7f1f7a757966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2e21ee-9c9f-409c-988a-6b763a1801ad,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:23.826479 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 48460) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:23.874637 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-86c53448-507b-4e6e-a7c7-68d4842191c2 req-653ad412-0fac-4d30-8d30-188c2fc0be31 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:23.910075 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e8ac88de-14b6-432b-9e12-0d9cf827769f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:23.910520 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653ad412-0fac-4d30-8d30-188c2fc0be31 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Pushing event deleted for resources: {'Port': ['ID=73ac3849-d703-4d48-81f1-fda4c824112e,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:23.976645 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c53448-507b-4e6e-a7c7-68d4842191c2 req-653ad412-0fac-4d30-8d30-188c2fc0be31 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] No DVR routers for this DVR port 73ac3849-d703-4d48-81f1-fda4c824112e on host hv-cinder-76845 {{(pid=101197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:46:23.982114 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-86c53448-507b-4e6e-a7c7-68d4842191c2 req-653ad412-0fac-4d30-8d30-188c2fc0be31 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:23.982940 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-86c53448-507b-4e6e-a7c7-68d4842191c2 req-653ad412-0fac-4d30-8d30-188c2fc0be31 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.23 "DELETE /v2.0/ports/73ac3849-d703-4d48-81f1-fda4c824112e HTTP/1.1" status: 204  len: 173 time: 0.8696465
Sep 25 04:46:23.983479 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60ee3f69-4df2-4d16-ae0e-b8c65f441b7e', 'name': 'network-vif-deleted', 'tag': '73ac3849-d703-4d48-81f1-fda4c824112e'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:23.986396 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5617636-3705-4b44-a68a-2e882bca9192" -d '{"events": [{"server_uuid": "60ee3f69-4df2-4d16-ae0e-b8c65f441b7e", "name": "network-vif-deleted", "tag": "73ac3849-d703-4d48-81f1-fda4c824112e"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:24.005098 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e8ac88de-14b6-432b-9e12-0d9cf827769f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:24.063545 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317ba5b-33ef-447c-a47b-4acfc8093a26 req-6548674e-ba4c-4da3-9e4f-11a3765f6cd9 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:24.065843 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6317ba5b-33ef-447c-a47b-4acfc8093a26 req-6548674e-ba4c-4da3-9e4f-11a3765f6cd9 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 950 time: 0.1437135
Sep 25 04:46:24.125023 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6317ba5b-33ef-447c-a47b-4acfc8093a26 req-7bbb6944-e24a-4946-94f9-b7bdcb6b08b5 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475616
Sep 25 04:46:24.160239 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:24.172656 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a484cd-72e5-4601-a05d-f079df2aa1e6 req-cb37ee07-e414-46b8-9843-d4f67427ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:24.178056 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-71a484cd-72e5-4601-a05d-f079df2aa1e6 req-cb37ee07-e414-46b8-9843-d4f67427ca26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbe579cf95634476890db51eac194687&device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 1099 time: 0.0812917
Sep 25 04:46:24.226989 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f7e77b-481e-4677-887d-22796e22a095 x-openstack-request-id: req-73f7e77b-481e-4677-887d-22796e22a095 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:24.227326 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60ee3f69-4df2-4d16-ae0e-b8c65f441b7e", "name": "network-vif-deleted", "tag": "73ac3849-d703-4d48-81f1-fda4c824112e", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:24.227586 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73f7e77b-481e-4677-887d-22796e22a095 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:24.227977 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e8ac88de-14b6-432b-9e12-0d9cf827769f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:24.228092 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60ee3f69-4df2-4d16-ae0e-b8c65f441b7e', 'name': 'network-vif-deleted', 'tag': '73ac3849-d703-4d48-81f1-fda4c824112e', 'status': 'completed', 'code': 200}
Sep 25 04:46:24.230849 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e8ac88de-14b6-432b-9e12-0d9cf827769f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:24.237047 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e8ac88de-14b6-432b-9e12-0d9cf827769f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e2e21ee-9c9f-409c-988a-6b763a1801ad HTTP/1.1" status: 204  len: 168 time: 0.4046142
Sep 25 04:46:24.250163 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac88de-14b6-432b-9e12-0d9cf827769f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2e21ee-9c9f-409c-988a-6b763a1801ad,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:24.332281 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:46:24.332926 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a484cd-72e5-4601-a05d-f079df2aa1e6 req-35b5aa91-caaa-4846-b4b9-baac58869e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:24.339419 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-71a484cd-72e5-4601-a05d-f079df2aa1e6 req-35b5aa91-caaa-4846-b4b9-baac58869e0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=85def040-d61d-48c6-b291-38db29b62b1a HTTP/1.1" status: 200  len: 917 time: 0.1554668
Sep 25 04:46:24.398080 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435474b-9033-40a6-90e2-adf7072eb8b5 req-dc3692fc-f19c-4613-a818-bbda30828f72 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:24.399897 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-71a484cd-72e5-4601-a05d-f079df2aa1e6 req-b0eb0af9-1d9e-4605-8261-0bc7105b3f1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee61d7dd-b786-4a95-8c15-797429a71729 HTTP/1.1" status: 200  len: 217 time: 0.0438631
Sep 25 04:46:24.400770 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a435474b-9033-40a6-90e2-adf7072eb8b5 req-dc3692fc-f19c-4613-a818-bbda30828f72 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1113858
Sep 25 04:46:24.435487 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-60dcacb1-464b-4ca9-9645-cd39eb644a0a req-63a13977-0a3c-4d4c-93f9-746b2370e2ae tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=60ee3f69-4df2-4d16-ae0e-b8c65f441b7e HTTP/1.1" status: 200  len: 210 time: 0.0756359
Sep 25 04:46:24.483097 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a484cd-72e5-4601-a05d-f079df2aa1e6 req-87bf6bbf-081c-4708-a5a5-f3dd2d03349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:24.484683 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-71a484cd-72e5-4601-a05d-f079df2aa1e6 req-87bf6bbf-081c-4708-a5a5-f3dd2d03349b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aedebdbd-7d90-45fc-9460-f48bb0a0d00b HTTP/1.1" status: 200  len: 857 time: 0.0743408
Sep 25 04:46:24.502896 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a435474b-9033-40a6-90e2-adf7072eb8b5 req-28bf1e2c-6ede-48e0-abdc-7c3ebf018b5e tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659533
Sep 25 04:46:24.544026 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-71a484cd-72e5-4601-a05d-f079df2aa1e6 req-0cfacd36-9bbd-47fa-bee8-4001348a8c04 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85def040-d61d-48c6-b291-38db29b62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473576
Sep 25 04:46:24.644626 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:24.708350 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-71a484cd-72e5-4601-a05d-f079df2aa1e6 req-160d34bf-062f-4585-9386-ddf6acf65b7a service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544082
Sep 25 04:46:24.818486 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-71a484cd-72e5-4601-a05d-f079df2aa1e6 req-a3d652ba-bdac-4c0b-973c-24d444bd13e4 service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001837
Sep 25 04:46:25.173144 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:25.250990 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 48508) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:25.281169 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7718081-3dda-48d1-aa71-e54957599b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:25.416974 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 73ac3849-d703-4d48-81f1-fda4c824112e no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:46:25.440638 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 73ac3849-d703-4d48-81f1-fda4c824112e {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:46:25.441074 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 73ac3849-d703-4d48-81f1-fda4c824112e not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:46:25.478992 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092aa2b-6299-42d5-bff4-e1b30a2e7b2f req-cdec8d46-87b1-4b44-a794-01e6f34b2c6c tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:25.501128 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6092aa2b-6299-42d5-bff4-e1b30a2e7b2f req-cdec8d46-87b1-4b44-a794-01e6f34b2c6c tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 950 time: 0.1875782
Sep 25 04:46:25.574251 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d328c0e4-e0a5-4dae-87f3-63ee0e2f1b50 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:25.575890 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d328c0e4-e0a5-4dae-87f3-63ee0e2f1b50 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/networks?id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb HTTP/1.1" status: 200  len: 814 time: 0.2529488
Sep 25 04:46:25.635433 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6092aa2b-6299-42d5-bff4-e1b30a2e7b2f req-ab64ecb0-7fc1-475b-bcf9-169af48e45cb tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410735
Sep 25 04:46:25.672229 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-94eca583-53be-4206-9cb2-897ec7aea437 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/quotas/1acfae3797414624a27726f272db6b92 HTTP/1.1" status: 200  len: 375 time: 0.0844936
Sep 25 04:46:25.730234 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7718081-3dda-48d1-aa71-e54957599b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:25.799967 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-46ff5219-c805-4620-89f4-e09c7e0842e2 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1147354
Sep 25 04:46:25.922145 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7718081-3dda-48d1-aa71-e54957599b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:25.996557 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7718081-3dda-48d1-aa71-e54957599b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb4087e-2dae-4c4f-b5ad-7ecbb1246415,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:26.001101 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e7718081-3dda-48d1-aa71-e54957599b88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cfc6110314145209984125ce6bfd959&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7469912
Sep 25 04:46:26.006016 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 48542) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:26.009599 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226112b0-9ae8-40a7-a5a0-280eb72ed950 req-83f4b003-93db-4965-bcbc-b7eb135314d7 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:26.011162 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-226112b0-9ae8-40a7-a5a0-280eb72ed950 req-83f4b003-93db-4965-bcbc-b7eb135314d7 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1932864
Sep 25 04:46:26.014010 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-fe6f2c0a-e907-40ed-8899-dd215e8c8771 service neutron] 10.222.0.20 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2056994
Sep 25 04:46:26.102291 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-70a63d10-5e28-4b3e-b709-92767ca6e475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:26.143015 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-70a63d10-5e28-4b3e-b709-92767ca6e475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:26.191864 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-226112b0-9ae8-40a7-a5a0-280eb72ed950 req-e530237a-71db-4b7f-b7c4-cadd7676efb9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343868
Sep 25 04:46:26.224236 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-fd300fe4-30d5-48d0-89f4-b55a86e34a20 service neutron] 10.222.0.20 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2020752
Sep 25 04:46:26.326547 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-70a63d10-5e28-4b3e-b709-92767ca6e475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:26.329394 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-70a63d10-5e28-4b3e-b709-92767ca6e475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:26.331343 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-70a63d10-5e28-4b3e-b709-92767ca6e475 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fb4087e-2dae-4c4f-b5ad-7ecbb1246415 HTTP/1.1" status: 204  len: 168 time: 0.3235004
Sep 25 04:46:26.341843 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a63d10-5e28-4b3e-b709-92767ca6e475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb4087e-2dae-4c4f-b5ad-7ecbb1246415,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:26.681874 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:26.817883 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1455cb8d-4c8e-4046-aa69-2401f8c544a9 req-9f6f7ff7-88b5-49b3-a78e-2a210442b97f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 210 time: 0.0393572
Sep 25 04:46:26.858890 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-5bf4ce82-d0bb-47ee-ab4a-4b398d516837 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:26.860534 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-5bf4ce82-d0bb-47ee-ab4a-4b398d516837 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/networks?id=94c26896-18eb-4b0b-9427-9d3133b8fa74 HTTP/1.1" status: 200  len: 808 time: 0.1990116
Sep 25 04:46:26.882451 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-08861023-957d-4879-b24c-c40558a2a751 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/quotas/213f49375c264134b88f384c7c464b1d HTTP/1.1" status: 200  len: 375 time: 0.0124409
Sep 25 04:46:26.926539 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-1bac51a6-cac5-49c7-9d3e-8f8123580d03 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=213f49375c264134b88f384c7c464b1d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0374465
Sep 25 04:46:27.269415 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11bdb4-c28e-4e29-be1a-35c2a79cbd39 req-3bcefa8f-4a03-4d2c-a859-167828f16872 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:27.271366 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2f11bdb4-c28e-4e29-be1a-35c2a79cbd39 req-3bcefa8f-4a03-4d2c-a859-167828f16872 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 950 time: 0.3726945
Sep 25 04:46:27.317268 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-a102584d-f3da-49f6-871a-0d96edb416d4 service neutron] 10.222.0.20 "GET /v2.0/networks/94c26896-18eb-4b0b-9427-9d3133b8fa74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3759406
Sep 25 04:46:27.340922 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2f11bdb4-c28e-4e29-be1a-35c2a79cbd39 req-add2092e-d33a-488a-84cb-9353325c4fe1 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603392
Sep 25 04:46:27.472531 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-18d6b0e3-1f76-435b-a1b2-32f6c25d77e8 service neutron] 10.222.0.20 "GET /v2.0/networks/94c26896-18eb-4b0b-9427-9d3133b8fa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450963
Sep 25 04:46:27.490073 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9e1fd-83ec-4c4a-960f-adc7911df48d req-02286f61-72b5-4863-ac93-9905cfd3c79d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:27.491673 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c2d9e1fd-83ec-4c4a-960f-adc7911df48d req-02286f61-72b5-4863-ac93-9905cfd3c79d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0714021
Sep 25 04:46:27.548326 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c2d9e1fd-83ec-4c4a-960f-adc7911df48d req-d33aebe2-6baf-4f62-99e4-84cbef03d444 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485156
Sep 25 04:46:27.752360 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-90c3ac95-858c-43e0-b766-4ccf689b789b req-52d82157-f672-4e58-abe6-0924e5e93ada tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 210 time: 0.0280294
Sep 25 04:46:27.970653 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e2406a70-37ac-4b2d-9f82-dfb26fb8a16d req-023a7809-e3c9-4095-9962-373d398770e1 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 210 time: 0.0280068
Sep 25 04:46:28.512833 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef2066-e659-467d-afc4-6164230ec213 req-230b98b5-25cc-467b-91e8-fab04a3c5f28 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:28.524003 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fef2066-e659-467d-afc4-6164230ec213 req-230b98b5-25cc-467b-91e8-fab04a3c5f28 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 950 time: 0.0931368
Sep 25 04:46:28.576730 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fef2066-e659-467d-afc4-6164230ec213 req-f8e01cb2-3b06-44b9-9492-bd65160cbce9 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea65420a-c299-4ad7-a794-b158f22b627b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516231
Sep 25 04:46:28.641103 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee4452-3811-4f8a-8e60-4411d6c357cb req-93a86f0d-0031-4aec-afb4-dbc4b4ef752f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:28.644896 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6ee4452-3811-4f8a-8e60-4411d6c357cb req-93a86f0d-0031-4aec-afb4-dbc4b4ef752f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0659449
Sep 25 04:46:28.685314 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6ee4452-3811-4f8a-8e60-4411d6c357cb req-e9650be0-8ad2-4a32-914e-2e4b70814ef9 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346844
Sep 25 04:46:28.737625 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef052cbb-6ace-4fe8-b711-787647e45a19 req-2962bcc2-5b6e-48a1-88f5-6786397ce7d2 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:28.739353 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ef052cbb-6ace-4fe8-b711-787647e45a19 req-2962bcc2-5b6e-48a1-88f5-6786397ce7d2 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0519118
Sep 25 04:46:28.782601 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ef052cbb-6ace-4fe8-b711-787647e45a19 req-d69df2e1-64b1-4839-88b9-7c6da11f1756 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362160
Sep 25 04:46:28.891556 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded9214-ad67-47d7-9506-159792a4f7cb req-803618e8-b106-4a01-8930-0a639e5c03fd tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:28.893538 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-4ded9214-ad67-47d7-9506-159792a4f7cb req-803618e8-b106-4a01-8930-0a639e5c03fd tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 950 time: 0.1143575
Sep 25 04:46:28.912420 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a88532a6-bebb-4276-81f1-b59cb57970a3 req-fa56580f-5753-47d8-b2c3-b2454968b9cf tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 210 time: 0.0335724
Sep 25 04:46:29.100741 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-4ded9214-ad67-47d7-9506-159792a4f7cb req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Deleting port 3f3bbd78-91b0-45d6-9852-70fdecf88208 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:46:29.101069 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4ded9214-ad67-47d7-9506-159792a4f7cb req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:29.148342 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f3da62fb-cb29-4e59-b621-0212a7028043 req-88348f53-bcdc-4069-b1f2-ecea8be2591f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 210 time: 0.0527177
Sep 25 04:46:29.239058 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-4ded9214-ad67-47d7-9506-159792a4f7cb req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] For port 3f3bbd78-91b0-45d6-9852-70fdecf88208, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3f3bbd78-91b0-45d6-9852-70fdecf88208,segment=NetworkSegment(ddbfb92a-22a8-403d-85b1-ffce9a0efb3c),segment_id=ddbfb92a-22a8-403d-85b1-ffce9a0efb3c)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:29.239574 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4ded9214-ad67-47d7-9506-159792a4f7cb req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:29.257042 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-4ded9214-ad67-47d7-9506-159792a4f7cb req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Calling delete_port for 3f3bbd78-91b0-45d6-9852-70fdecf88208 owned by compute:nova {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:46:29.401735 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-6466c9e2-a35e-41f5-a0e4-37416821736e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:29.404698 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-6466c9e2-a35e-41f5-a0e4-37416821736e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "GET /v2.0/networks?id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb HTTP/1.1" status: 200  len: 814 time: 0.1447232
Sep 25 04:46:29.430219 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Request body: {'port': {'device_id': 'd63a0129-aa37-4e05-a9b5-3f59070dd759', 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb', 'admin_state_up': True, 'tenant_id': '1acfae3797414624a27726f272db6b92'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:46:29.601863 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4ded9214-ad67-47d7-9506-159792a4f7cb req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:29.663947 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Pushing event deleted for resources: {'Port': ['ID=3f3bbd78-91b0-45d6-9852-70fdecf88208,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:29.674664 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:29.675102 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:29.675375 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:29.675727 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:29.676187 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:29.676372 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:29.676686 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:29.677010 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:29.677927 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:29.677927 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:29.678236 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:29.678401 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:29.733616 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Made reservation on behalf of 1acfae3797414624a27726f272db6b92 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:46:29.740863 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:29.745524 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ded9214-ad67-47d7-9506-159792a4f7cb req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] No DVR routers for this DVR port 3f3bbd78-91b0-45d6-9852-70fdecf88208 on host hv-cinder-76845 {{(pid=101197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:46:29.750444 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-4ded9214-ad67-47d7-9506-159792a4f7cb req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:29.754925 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-4ded9214-ad67-47d7-9506-159792a4f7cb req-ab7dfda8-4c8f-4a39-a56d-ec4caa3ec0db tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.23 "DELETE /v2.0/ports/3f3bbd78-91b0-45d6-9852-70fdecf88208 HTTP/1.1" status: 204  len: 173 time: 0.8495972
Sep 25 04:46:29.755820 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b934556-8897-4d0a-bedf-f26bf029f100', 'name': 'network-vif-deleted', 'tag': '3f3bbd78-91b0-45d6-9852-70fdecf88208'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:29.770576 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12246f57-6dab-47cc-8c14-04016a0985b9" -d '{"events": [{"server_uuid": "7b934556-8897-4d0a-bedf-f26bf029f100", "name": "network-vif-deleted", "tag": "3f3bbd78-91b0-45d6-9852-70fdecf88208"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:29.791683 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4507cd74-c2ee-4286-bdab-541af2812f09 req-f2d37afe-8f5e-4370-8770-c18e10d632a5 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 210 time: 0.0769901
Sep 25 04:46:29.854825 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51deec88-fe55-44b6-90a7-a1a43494079b x-openstack-request-id: req-51deec88-fe55-44b6-90a7-a1a43494079b {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:29.855211 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b934556-8897-4d0a-bedf-f26bf029f100", "name": "network-vif-deleted", "tag": "3f3bbd78-91b0-45d6-9852-70fdecf88208", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:29.855579 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-51deec88-fe55-44b6-90a7-a1a43494079b {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:29.856164 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b934556-8897-4d0a-bedf-f26bf029f100', 'name': 'network-vif-deleted', 'tag': '3f3bbd78-91b0-45d6-9852-70fdecf88208', 'status': 'completed', 'code': 200}
Sep 25 04:46:30.037222 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc9770-5a91-4f81-baf7-8c121515e854 req-01409c8e-3fea-43d3-9364-7ed002314173 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:30.038854 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31dc9770-5a91-4f81-baf7-8c121515e854 req-01409c8e-3fea-43d3-9364-7ed002314173 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1770406
Sep 25 04:46:30.075176 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864a76c-18ee-46ab-9d27-6bd622424173 req-9ec8196a-4f95-403d-8e20-49da33337980 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:30.076862 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a864a76c-18ee-46ab-9d27-6bd622424173 req-9ec8196a-4f95-403d-8e20-49da33337980 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1507571
Sep 25 04:46:30.115173 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Allocated IP 172.20.0.5 (96ac7f01-c364-4eec-ad2f-b6b20d7e95bb/a7bb23d2-1229-4f2c-95e2-e00af48f4c2c/2f2fddd0-865a-4379-97cf-30c0a48197e2) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:46:30.162451 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31dc9770-5a91-4f81-baf7-8c121515e854 req-38a97790-685a-4160-99fe-b2b5033a3da4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151359
Sep 25 04:46:30.193437 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a864a76c-18ee-46ab-9d27-6bd622424173 req-15069c84-8b6d-43b6-947f-1134abe15786 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913868
Sep 25 04:46:30.374174 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-083416c9-807f-45b4-9ace-cc2f9b1842b4 req-f776b38c-ed01-466e-b806-4f96f2b82744 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 210 time: 0.0603211
Sep 25 04:46:30.380144 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c154bd6f-467e-43a3-8532-01514984dcc2 req-bf5fc4b3-64a0-4298-9900-9936f3ffab39 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 210 time: 0.0926900
Sep 25 04:46:30.431699 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:30.554921 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:30.569833 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['8d681131-ed0e-4ecb-9749-83add657e808', '595f17fd-dec3-4863-978a-49394ed6ffb9', '90ede77c-ec30-4ab8-af57-7d5b93631fbf'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:46:30.587457 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-6a556c47-57b4-4338-b79c-309684aad51c tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:30.590845 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-6a556c47-57b4-4338-b79c-309684aad51c tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.23 "GET /v2.0/networks?id=94c26896-18eb-4b0b-9427-9d3133b8fa74 HTTP/1.1" status: 200  len: 808 time: 0.1948137
Sep 25 04:46:30.606906 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:46:30.610560 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:46:30.612952 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Request body: {'port': {'device_id': '722eaa3d-0076-493a-a2af-43220f7fe6ed', 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74', 'admin_state_up': True, 'tenant_id': '213f49375c264134b88f384c7c464b1d'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:46:30.614278 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:46:30.649377 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Pushing event updated for resources: {'Port': ['ID=2f2fddd0-865a-4379-97cf-30c0a48197e2,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:30.661143 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:30.661520 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:30.661863 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:30.662203 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:30.662600 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:30.662945 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:30.663277 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:30.663613 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:30.663939 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:30.664267 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:30.664621 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:30.664947 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:30.707245 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:30.708331 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:30.866357 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-4f1e99e2-7a79-4525-bb9d-d95bbf9763b7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4423037
Sep 25 04:46:30.894794 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Request body: {'port': {'device_id': 'd63a0129-aa37-4e05-a9b5-3f59070dd759', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:46:30.989275 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6a6ca1f-3b54-4fe4-85a4-73bb81c07983 req-c65fdc95-b6ec-4114-a013-7e0c1c589490 tempest-VolumesNegativeTest-805172798 tempest-VolumesNegativeTest-805172798-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b934556-8897-4d0a-bedf-f26bf029f100 HTTP/1.1" status: 200  len: 210 time: 0.0541952
Sep 25 04:46:31.030775 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Made reservation on behalf of 213f49375c264134b88f384c7c464b1d for: {'port': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:46:31.037810 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:31.054313 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:31.332084 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Allocated IP 172.20.0.10 (94c26896-18eb-4b0b-9427-9d3133b8fa74/412378f9-2aa5-4266-87c3-84f6ec48533e/4edf1435-916c-4a6b-a4a1-dd9310437f9c) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:46:31.470524 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 3f3bbd78-91b0-45d6-9852-70fdecf88208 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:46:31.493770 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 3f3bbd78-91b0-45d6-9852-70fdecf88208 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:46:31.496811 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 3f3bbd78-91b0-45d6-9852-70fdecf88208 not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:46:31.561001 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832a6ea-5cdd-47f9-aa5c-980dcb96ecf0 req-3766c9c4-d37f-4930-8cd1-edc899f9ad1e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:31.562660 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a832a6ea-5cdd-47f9-aa5c-980dcb96ecf0 req-3766c9c4-d37f-4930-8cd1-edc899f9ad1e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.2151895
Sep 25 04:46:31.573049 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea223ae-32b8-4afa-b698-943f22539899 req-528acc62-72c6-4a98-9db6-02da7392d8d8 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:31.574656 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ea223ae-32b8-4afa-b698-943f22539899 req-528acc62-72c6-4a98-9db6-02da7392d8d8 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.2531967
Sep 25 04:46:31.655198 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:31.675773 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ea223ae-32b8-4afa-b698-943f22539899 req-58283e65-ca45-4328-a121-01c6a808f7a8 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934737
Sep 25 04:46:31.680445 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a832a6ea-5cdd-47f9-aa5c-980dcb96ecf0 req-984b4133-8360-499f-9fa3-379a56df99eb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025555
Sep 25 04:46:31.751875 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2fddd0-865a-4379-97cf-30c0a48197e2 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:46:31.776976 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:31.868511 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1f54ccac-1328-47b7-9a59-0d6806e50806 req-0beeef4f-034c-4b7a-ba9a-d187b4a57d43 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 210 time: 0.0706007
Sep 25 04:46:31.869690 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Transition to ACTIVE for port object 2f2fddd0-865a-4379-97cf-30c0a48197e2 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:46:31.896255 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f115cf-1c3f-42f7-b236-431eb70c9f1e req-6475ba31-0599-411f-9db5-dca6489e9672 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:31.898097 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a3f115cf-1c3f-42f7-b236-431eb70c9f1e req-6475ba31-0599-411f-9db5-dca6489e9672 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 931 time: 0.1263411
Sep 25 04:46:31.922284 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:31.962739 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a3f115cf-1c3f-42f7-b236-431eb70c9f1e req-d562d0f3-dfcd-4b63-8ceb-94f9e2017339 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479331
Sep 25 04:46:31.973568 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Network 94c26896-18eb-4b0b-9427-9d3133b8fa74 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:46:31.984752 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Pushing event updated for resources: {'Port': ['ID=4edf1435-916c-4a6b-a4a1-dd9310437f9c,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:31.988495 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:46:31.994439 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:46:32.036567 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:32.055385 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:32.056176 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:32.098669 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Pushing event updated for resources: {'Port': ['ID=2f2fddd0-865a-4379-97cf-30c0a48197e2,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:32.176107 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Attempting to bind port 2f2fddd0-865a-4379-97cf-30c0a48197e2 on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:46:32.176585 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Attempting to bind port 2f2fddd0-865a-4379-97cf-30c0a48197e2 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:46:32.176987 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Attempting to bind port 2f2fddd0-865a-4379-97cf-30c0a48197e2 on network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:46:32.181881 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Port 2f2fddd0-865a-4379-97cf-30c0a48197e2 on network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:46:32.182202 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Attempting to bind port 2f2fddd0-865a-4379-97cf-30c0a48197e2 on network 96ac7f01-c364-4eec-ad2f-b6b20d7e95bb {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:46:32.188022 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:46:32.188385 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Checking segment: {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:46:32.188770 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Bound using segment: {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:46:32.189351 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Bound port: 2f2fddd0-865a-4379-97cf-30c0a48197e2, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7f4e6a1-b613-43c0-aa04-836646d481e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:46:32.189601 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:32.262153 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] For port 2f2fddd0-865a-4379-97cf-30c0a48197e2, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:46:32.265786 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] For port 2f2fddd0-865a-4379-97cf-30c0a48197e2, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f2fddd0-865a-4379-97cf-30c0a48197e2,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:46:32.333692 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-d1df4f51-51f2-4a07-b3c2-917564a8217e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7291267
Sep 25 04:46:32.357419 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Request body: {'port': {'device_id': '722eaa3d-0076-493a-a2af-43220f7fe6ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:46:32.372025 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:32.420217 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:32.421161 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:32.423221 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] 10.222.0.23 "PUT /v2.0/ports/2f2fddd0-865a-4379-97cf-30c0a48197e2 HTTP/1.1" status: 200  len: 1093 time: 1.5361845
Sep 25 04:46:32.427023 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63a0129-aa37-4e05-a9b5-3f59070dd759', 'tag': '2f2fddd0-865a-4379-97cf-30c0a48197e2'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:32.443179 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd0228b-f94a-41c3-b2c9-26c5e8bee32a" -d '{"events": [{"name": "network-changed", "server_uuid": "d63a0129-aa37-4e05-a9b5-3f59070dd759", "tag": "2f2fddd0-865a-4379-97cf-30c0a48197e2"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:32.469806 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:32.497576 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7366ef5-0916-41f7-b4b2-d3eb56f235f5 x-openstack-request-id: req-d7366ef5-0916-41f7-b4b2-d3eb56f235f5 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:32.498031 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d63a0129-aa37-4e05-a9b5-3f59070dd759", "tag": "2f2fddd0-865a-4379-97cf-30c0a48197e2", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:32.498512 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7366ef5-0916-41f7-b4b2-d3eb56f235f5 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:32.499254 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63a0129-aa37-4e05-a9b5-3f59070dd759', 'tag': '2f2fddd0-865a-4379-97cf-30c0a48197e2', 'status': 'completed', 'code': 200}
Sep 25 04:46:32.506748 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fdc1eb-0481-4601-958a-163f9c150a9e service neutron] Pushing event updated for resources: {'Port': ['ID=2f2fddd0-865a-4379-97cf-30c0a48197e2,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:32.590415 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0228b-f94a-41c3-b2c9-26c5e8bee32a req-b968a3fc-cbca-48ff-8a84-953ba7dfb924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:32.591989 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ebd0228b-f94a-41c3-b2c9-26c5e8bee32a req-b968a3fc-cbca-48ff-8a84-953ba7dfb924 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 1096 time: 0.0559220
Sep 25 04:46:32.794253 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0228b-f94a-41c3-b2c9-26c5e8bee32a req-9d5c89e1-82cf-45b8-8183-4a6501cf92b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:32.796203 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ebd0228b-f94a-41c3-b2c9-26c5e8bee32a req-9d5c89e1-82cf-45b8-8183-4a6501cf92b5 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1acfae3797414624a27726f272db6b92&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1893828
Sep 25 04:46:32.890311 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edf1435-916c-4a6b-a4a1-dd9310437f9c {{(pid=101197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:46:32.903974 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:32.929827 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.provisioning_blocks [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Transition to ACTIVE for port object 4edf1435-916c-4a6b-a4a1-dd9310437f9c will not be triggered until provisioned by entity L2. {{(pid=101197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:46:32.955411 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1e03e-e8a4-4b4a-b256-38924fa7121c req-68449c62-ca38-4125-904d-6700ce07116b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:32.957709 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-87c1e03e-e8a4-4b4a-b256-38924fa7121c req-68449c62-ca38-4125-904d-6700ce07116b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1596942
Sep 25 04:46:32.972602 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5f8d6-9e3d-483a-9f54-9af2fc03828c req-06346ec6-09e0-4079-9f94-30c03ea071a0 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:32.974870 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4e5f8d6-9e3d-483a-9f54-9af2fc03828c req-06346ec6-09e0-4079-9f94-30c03ea071a0 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1540785
Sep 25 04:46:33.036745 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0228b-f94a-41c3-b2c9-26c5e8bee32a req-3b3b7381-0f8d-4b83-8fd1-794eb9140e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:33.038248 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ebd0228b-f94a-41c3-b2c9-26c5e8bee32a req-3b3b7381-0f8d-4b83-8fd1-794eb9140e7c service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2294824
Sep 25 04:46:33.076267 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-87c1e03e-e8a4-4b4a-b256-38924fa7121c req-3d010b1c-1362-48be-a7f2-e1784cccecbd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004193
Sep 25 04:46:33.095602 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4e5f8d6-9e3d-483a-9f54-9af2fc03828c req-c24b35c1-cdf8-4d27-83b3-0a9bda917c7c tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039808
Sep 25 04:46:33.163303 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-ad49b38a-bb46-43ef-ae1b-134236317158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:33.165052 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-ad49b38a-bb46-43ef-ae1b-134236317158 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1acfae3797414624a27726f272db6b92&device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 1096 time: 0.0531340
Sep 25 04:46:33.177831 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:33.234714 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Pushing event updated for resources: {'Port': ['ID=4edf1435-916c-4a6b-a4a1-dd9310437f9c,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:33.241959 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-0dde7f9c-cebc-4a6c-8af5-c785956d30c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2fddd0-865a-4379-97cf-30c0a48197e2 HTTP/1.1" status: 200  len: 217 time: 0.0640867
Sep 25 04:46:33.371837 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Attempting to bind port 4edf1435-916c-4a6b-a4a1-dd9310437f9c on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:46:33.371837 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Attempting to bind port 4edf1435-916c-4a6b-a4a1-dd9310437f9c by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74'}] {{(pid=101197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:46:33.371837 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Attempting to bind port 4edf1435-916c-4a6b-a4a1-dd9310437f9c on network 94c26896-18eb-4b0b-9427-9d3133b8fa74 {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:46:33.376381 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Port 4edf1435-916c-4a6b-a4a1-dd9310437f9c on network 94c26896-18eb-4b0b-9427-9d3133b8fa74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:46:33.376381 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Attempting to bind port 4edf1435-916c-4a6b-a4a1-dd9310437f9c on network 94c26896-18eb-4b0b-9427-9d3133b8fa74 {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:46:33.380187 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477dde96-cf50-4fce-9bc5-297816bda0ba req-0ee5ddfa-0eb0-4816-ad48-2098cb0c271b tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:33.381504 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:46:33.382074 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Checking segment: {'id': 'ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:46:33.382710 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Bound using segment: {'id': 'ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74'} {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:46:33.382826 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-477dde96-cf50-4fce-9bc5-297816bda0ba req-0ee5ddfa-0eb0-4816-ad48-2098cb0c271b tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 943 time: 0.2144339
Sep 25 04:46:33.383446 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Bound port: 4edf1435-916c-4a6b-a4a1-dd9310437f9c, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74'}}] {{(pid=101197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:46:33.384056 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:33.413417 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec420945-b9c4-424f-95d8-b7aed70364ea req-c77af0db-615c-4a82-b1c9-369dc3792b62 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:33.416210 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ec420945-b9c4-424f-95d8-b7aed70364ea req-c77af0db-615c-4a82-b1c9-369dc3792b62 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 944 time: 0.2370734
Sep 25 04:46:33.430641 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-0e28c342-e313-4128-a32f-ca728171d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:33.434017 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-0e28c342-e313-4128-a32f-ca728171d7ac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a7bb23d2-1229-4f2c-95e2-e00af48f4c2c HTTP/1.1" status: 200  len: 854 time: 0.1720712
Sep 25 04:46:33.485944 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] For port 4edf1435-916c-4a6b-a4a1-dd9310437f9c, host hv-cinder-76845, cleared binding levels {{(pid=101197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:46:33.495632 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] For port 4edf1435-916c-4a6b-a4a1-dd9310437f9c, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4edf1435-916c-4a6b-a4a1-dd9310437f9c,segment=NetworkSegment(ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94),segment_id=ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94)] {{(pid=101197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:46:33.508492 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-1c1ce56a-1129-4ce7-a85f-ccdd87e6f9fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578897
Sep 25 04:46:33.561172 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:33.608350 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:33.608985 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:33.610481 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] 10.222.0.23 "PUT /v2.0/ports/4edf1435-916c-4a6b-a4a1-dd9310437f9c HTTP/1.1" status: 200  len: 1094 time: 1.2614818
Sep 25 04:46:33.610886 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722eaa3d-0076-493a-a2af-43220f7fe6ed', 'tag': '4edf1435-916c-4a6b-a4a1-dd9310437f9c'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:33.614057 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c177320-36db-4b71-95fd-3605925f28c4" -d '{"events": [{"name": "network-changed", "server_uuid": "722eaa3d-0076-493a-a2af-43220f7fe6ed", "tag": "4edf1435-916c-4a6b-a4a1-dd9310437f9c"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:33.615929 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-477dde96-cf50-4fce-9bc5-297816bda0ba req-90b02787-5f55-48e1-8348-951596ccce38 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2195230
Sep 25 04:46:33.635848 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ec420945-b9c4-424f-95d8-b7aed70364ea req-0ae59c79-2f41-4048-a31c-eb83100693dd tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877065
Sep 25 04:46:33.639651 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ee472-39ac-4b90-ba82-d96eb44e017a service neutron] Pushing event updated for resources: {'Port': ['ID=4edf1435-916c-4a6b-a4a1-dd9310437f9c,revision_number=3']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:33.698228 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f79b38-65ec-442c-9f8c-449a97155c56 x-openstack-request-id: req-30f79b38-65ec-442c-9f8c-449a97155c56 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:33.698584 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722eaa3d-0076-493a-a2af-43220f7fe6ed", "tag": "4edf1435-916c-4a6b-a4a1-dd9310437f9c", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:33.698903 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30f79b38-65ec-442c-9f8c-449a97155c56 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:33.699386 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722eaa3d-0076-493a-a2af-43220f7fe6ed', 'tag': '4edf1435-916c-4a6b-a4a1-dd9310437f9c', 'status': 'completed', 'code': 200}
Sep 25 04:46:33.764531 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-5d9d4757-ebce-47bb-88c9-ef0a15c02227 service neutron] 10.222.0.23 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2324512
Sep 25 04:46:33.805181 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c177320-36db-4b71-95fd-3605925f28c4 req-453f8d2f-bc39-4dc9-8884-8e0945fe3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:33.807144 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-5c177320-36db-4b71-95fd-3605925f28c4 req-453f8d2f-bc39-4dc9-8884-8e0945fe3e8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=213f49375c264134b88f384c7c464b1d&device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 1097 time: 0.0622096
Sep 25 04:46:33.927587 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79d249ff-bd47-4803-8cbf-3a2dad36f9e9 req-e5fbb53d-acb9-4c53-b270-698c44a11ff5 service neutron] 10.222.0.23 "GET /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1502838
Sep 25 04:46:33.943367 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c177320-36db-4b71-95fd-3605925f28c4 req-266075bb-333d-418b-b09e-b9fc6ca8b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:33.945011 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-5c177320-36db-4b71-95fd-3605925f28c4 req-266075bb-333d-418b-b09e-b9fc6ca8b9b7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=213f49375c264134b88f384c7c464b1d&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1279969
Sep 25 04:46:34.116352 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c177320-36db-4b71-95fd-3605925f28c4 req-c3869702-45d5-4a9b-b985-ec58306bf021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:34.118084 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-5c177320-36db-4b71-95fd-3605925f28c4 req-c3869702-45d5-4a9b-b985-ec58306bf021 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1637280
Sep 25 04:46:34.289026 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4963236-f202-4f36-bf2f-459283ed7289 req-8536130c-60fe-4ce7-8d17-75cd6716f6f6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:34.291409 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b4963236-f202-4f36-bf2f-459283ed7289 req-8536130c-60fe-4ce7-8d17-75cd6716f6f6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1125627
Sep 25 04:46:34.311292 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71380722-3ba6-4c9a-aa49-f349365e616b req-07dc2d3c-9a6b-4104-aa10-02792814232b tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:34.313184 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-71380722-3ba6-4c9a-aa49-f349365e616b req-07dc2d3c-9a6b-4104-aa10-02792814232b tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1157093
Sep 25 04:46:34.351699 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-72d80786-1bfd-49f0-b1bc-634e51f59328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:34.353358 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-72d80786-1bfd-49f0-b1bc-634e51f59328 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=213f49375c264134b88f384c7c464b1d&device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 1097 time: 0.0812032
Sep 25 04:46:34.405716 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b4963236-f202-4f36-bf2f-459283ed7289 req-7d622c5a-40cd-4547-b23f-88b885b748c6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910499
Sep 25 04:46:34.419527 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-71380722-3ba6-4c9a-aa49-f349365e616b req-91f35f77-5e42-4c3c-93c0-03c385c55160 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904834
Sep 25 04:46:34.450283 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-78a21485-e46e-496a-bf55-0debb2701bca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4edf1435-916c-4a6b-a4a1-dd9310437f9c HTTP/1.1" status: 200  len: 217 time: 0.0751681
Sep 25 04:46:34.538728 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-5b0f6f79-abea-443c-bb37-f3ced55f2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:34.540462 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-5b0f6f79-abea-443c-bb37-f3ced55f2be3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=412378f9-2aa5-4266-87c3-84f6ec48533e HTTP/1.1" status: 200  len: 848 time: 0.0853922
Sep 25 04:46:34.613331 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-2b16eb50-4be8-4934-9f5d-c7944c7d3ed9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=94c26896-18eb-4b0b-9427-9d3133b8fa74&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442309
Sep 25 04:46:34.630559 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0167173-c715-44ac-9849-17629fe06a49 req-6c9999b1-e240-4575-a248-792756756ce6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:34.632321 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b0167173-c715-44ac-9849-17629fe06a49 req-6c9999b1-e240-4575-a248-792756756ce6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0580075
Sep 25 04:46:34.717793 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b0167173-c715-44ac-9849-17629fe06a49 req-842d938e-b96d-4217-8c52-9fda18d99810 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719311
Sep 25 04:46:34.782537 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-2c9a1467-d0ad-42d4-bde8-42a5401a72da service neutron] 10.222.0.23 "GET /v2.0/networks/94c26896-18eb-4b0b-9427-9d3133b8fa74?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556289
Sep 25 04:46:34.850277 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc86d0-b98d-4ac2-8254-de19955f748e req-cc6bbdfb-401b-43c4-aa9e-43d573b542ca tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:34.853088 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-59fc86d0-b98d-4ac2-8254-de19955f748e req-cc6bbdfb-401b-43c4-aa9e-43d573b542ca tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 943 time: 0.0850852
Sep 25 04:46:34.907479 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-59fc86d0-b98d-4ac2-8254-de19955f748e req-43cb36ac-749c-40f0-8139-be1720764280 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458853
Sep 25 04:46:34.931344 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-aa0c4d13-dabb-49f4-a78d-541eff894bbe req-3b16ab98-85f4-4fa3-bbd7-18c8dad31900 service neutron] 10.222.0.23 "GET /v2.0/networks/94c26896-18eb-4b0b-9427-9d3133b8fa74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439173
Sep 25 04:46:35.048723 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f9313d-30bf-4d70-8dea-11a04de20691 req-55094604-4401-42f3-b8e2-57001163f26e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:35.051113 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28f9313d-30bf-4d70-8dea-11a04de20691 req-55094604-4401-42f3-b8e2-57001163f26e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 944 time: 0.0692580
Sep 25 04:46:35.097932 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28f9313d-30bf-4d70-8dea-11a04de20691 req-a8c54564-9f53-4640-be60-f91338358028 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389688
Sep 25 04:46:35.574820 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6d67c-df8c-4157-ad63-864b4669ce2a req-d4fbad88-1fe8-47d7-86e9-2bcd7aa0d163 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:35.576193 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7ba6d67c-df8c-4157-ad63-864b4669ce2a req-d4fbad88-1fe8-47d7-86e9-2bcd7aa0d163 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0726180
Sep 25 04:46:35.750038 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7ba6d67c-df8c-4157-ad63-864b4669ce2a req-8887782d-e128-43af-847b-f5f8d3bd8196 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1592205
Sep 25 04:46:35.769185 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2d1067-786b-4bbd-9af9-790c83f9da83 req-116709c4-96da-43c8-8ea3-27e7cfaf42db tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:35.771953 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cf2d1067-786b-4bbd-9af9-790c83f9da83 req-116709c4-96da-43c8-8ea3-27e7cfaf42db tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1413140
Sep 25 04:46:35.860823 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cf2d1067-786b-4bbd-9af9-790c83f9da83 req-4199c4f4-04bc-4438-95c1-8463f5b32c05 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774789
Sep 25 04:46:35.931596 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1b005-d001-4382-888e-8ded97fe4c69 req-6fb0cc01-cd38-43f4-90d5-756a6d53a7ae tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:35.933397 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d3a1b005-d001-4382-888e-8ded97fe4c69 req-6fb0cc01-cd38-43f4-90d5-756a6d53a7ae tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0714407
Sep 25 04:46:35.993976 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d3a1b005-d001-4382-888e-8ded97fe4c69 req-df000983-6cf3-4c49-be3e-b59c8421c154 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445647
Sep 25 04:46:36.070044 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192a6a0-db76-489b-882a-672c26826bb4 req-a1d51490-5767-4470-9651-fa6e345b4585 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:36.071791 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2192a6a0-db76-489b-882a-672c26826bb4 req-a1d51490-5767-4470-9651-fa6e345b4585 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 943 time: 0.0714982
Sep 25 04:46:36.124332 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2192a6a0-db76-489b-882a-672c26826bb4 req-15fc52c4-3c89-47a1-be01-04863c3332eb tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436733
Sep 25 04:46:36.249238 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972aab0-9aab-4e21-8e13-0f1fb41ccaa7 req-98959303-e2be-47c7-af2d-0c36339c5c01 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:36.250849 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a972aab0-9aab-4e21-8e13-0f1fb41ccaa7 req-98959303-e2be-47c7-af2d-0c36339c5c01 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 944 time: 0.0584910
Sep 25 04:46:36.295844 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a972aab0-9aab-4e21-8e13-0f1fb41ccaa7 req-1e1b6251-8d61-46b2-9ddf-ee13ec166b20 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382810
Sep 25 04:46:36.931108 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859361e-0b02-425a-8e1a-53b65d420e57 req-2fa82aa3-c684-433d-b7f6-0f79ee1e8caf tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:36.940349 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8859361e-0b02-425a-8e1a-53b65d420e57 req-2fa82aa3-c684-433d-b7f6-0f79ee1e8caf tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0996723
Sep 25 04:46:36.993196 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8859361e-0b02-425a-8e1a-53b65d420e57 req-94b9a6f3-1238-4987-8e6e-9116c92a42b4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506957
Sep 25 04:46:37.089571 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbaf832-26f3-4a50-a9ea-570787f8aa29 req-76ca8d3d-e1c7-48e8-a12b-0f688cbaff1d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:37.092036 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4dbaf832-26f3-4a50-a9ea-570787f8aa29 req-76ca8d3d-e1c7-48e8-a12b-0f688cbaff1d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0882268
Sep 25 04:46:37.220317 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4dbaf832-26f3-4a50-a9ea-570787f8aa29 req-202378b9-a26f-4469-9465-5aad054c2bbe tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122460
Sep 25 04:46:37.264015 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5adec2-654f-49ab-b69c-502e86a310b3 req-a8c6b140-2b38-411d-84fc-815c012cf91b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:37.268815 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9b5adec2-654f-49ab-b69c-502e86a310b3 req-a8c6b140-2b38-411d-84fc-815c012cf91b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1002793
Sep 25 04:46:37.350988 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9b5adec2-654f-49ab-b69c-502e86a310b3 req-d1e1edf3-23c7-4374-8f17-1ced08ca2e29 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714118
Sep 25 04:46:37.393312 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd8e7c-317b-4984-83fe-3ab1dbdae57e req-252423d0-346d-469e-964e-f118e6a1dbcc tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:37.395660 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-95dd8e7c-317b-4984-83fe-3ab1dbdae57e req-252423d0-346d-469e-964e-f118e6a1dbcc tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 943 time: 0.0905309
Sep 25 04:46:37.462088 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-95dd8e7c-317b-4984-83fe-3ab1dbdae57e req-1d8f31ac-b615-4373-8c27-760cd511b590 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577903
Sep 25 04:46:37.470953 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 4edf1435-916c-4a6b-a4a1-dd9310437f9c details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:46:37.545351 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e891b672-39d8-4e2a-ac31-911e39f6b3a8 req-d1b2c314-445a-4c38-b236-51a666b30900 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:37.554834 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e891b672-39d8-4e2a-ac31-911e39f6b3a8 req-d1b2c314-445a-4c38-b236-51a666b30900 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 944 time: 0.1130123
Sep 25 04:46:37.597188 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e891b672-39d8-4e2a-ac31-911e39f6b3a8 req-35efd343-194b-458b-94a8-3e84aa310e69 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393627
Sep 25 04:46:37.681829 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 4edf1435-916c-4a6b-a4a1-dd9310437f9c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4edf1435-916c-4a6b-a4a1-dd9310437f9c,segment=NetworkSegment(ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94),segment_id=ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:37.695680 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '4edf1435-916c-4a6b-a4a1-dd9310437f9c', 'network_id': '94c26896-18eb-4b0b-9427-9d3133b8fa74', 'port_id': '4edf1435-916c-4a6b-a4a1-dd9310437f9c', 'mac_address': 'fa:16:3e:c0:1d:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '412378f9-2aa5-4266-87c3-84f6ec48533e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:46:37.762757 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:37.781475 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edf1435-916c-4a6b-a4a1-dd9310437f9c {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:46:37.805090 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 4edf1435-916c-4a6b-a4a1-dd9310437f9c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4edf1435-916c-4a6b-a4a1-dd9310437f9c,segment=NetworkSegment(ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94),segment_id=ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:37.900255 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:37.901064 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 2f2fddd0-865a-4379-97cf-30c0a48197e2 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:46:37.990574 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=4edf1435-916c-4a6b-a4a1-dd9310437f9c,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:38.014659 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:38.015007 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:38.015353 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:38.016025 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:38.016025 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:38.016533 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:38.016705 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:38.017101 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:38.017294 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:38.017622 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:38.017941 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:38.018258 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:46:38.121148 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 2f2fddd0-865a-4379-97cf-30c0a48197e2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f2fddd0-865a-4379-97cf-30c0a48197e2,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:38.137847 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '2f2fddd0-865a-4379-97cf-30c0a48197e2', 'network_id': '96ac7f01-c364-4eec-ad2f-b6b20d7e95bb', 'port_id': '2f2fddd0-865a-4379-97cf-30c0a48197e2', 'mac_address': 'fa:16:3e:b3:9d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7bb23d2-1229-4f2c-95e2-e00af48f4c2c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:46:38.175660 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6fe71-b6b4-45f5-9fb6-a2f1a763135c req-e9ef7363-292b-49e2-9f47-ea338570537f tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:38.177010 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5bd6fe71-b6b4-45f5-9fb6-a2f1a763135c req-e9ef7363-292b-49e2-9f47-ea338570537f tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0643849
Sep 25 04:46:38.189374 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:38.218293 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2fddd0-865a-4379-97cf-30c0a48197e2 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:46:38.243017 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 2f2fddd0-865a-4379-97cf-30c0a48197e2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f2fddd0-865a-4379-97cf-30c0a48197e2,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:38.244749 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5bd6fe71-b6b4-45f5-9fb6-a2f1a763135c req-3bb73893-8f1b-4a5b-8a72-a7b173733cf9 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0617762
Sep 25 04:46:38.318359 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:38.394274 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=2f2fddd0-865a-4379-97cf-30c0a48197e2,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:38.481113 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0efd60-7251-4807-a113-dc9ee941069b req-6c843b14-01d7-451c-b5c6-f79c8fcfe4ec tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:38.483265 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1f0efd60-7251-4807-a113-dc9ee941069b req-6c843b14-01d7-451c-b5c6-f79c8fcfe4ec tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0996897
Sep 25 04:46:38.564660 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1f0efd60-7251-4807-a113-dc9ee941069b req-4b228e4b-3b80-4403-82d4-3cea00e60048 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500870
Sep 25 04:46:38.573314 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4f738-3eed-4339-a43a-8add2ea7fb97 req-4313988c-ff6e-4550-803d-ead28ff8169f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:38.574935 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98c4f738-3eed-4339-a43a-8add2ea7fb97 req-4313988c-ff6e-4550-803d-ead28ff8169f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0906363
Sep 25 04:46:38.645656 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98c4f738-3eed-4339-a43a-8add2ea7fb97 req-df337f66-d2b4-42d4-aa2f-c3a0b6cc2f43 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577974
Sep 25 04:46:38.727994 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4cdbc-f658-42c1-bcd6-6f42a80ee85b req-2b611c13-06e9-403d-82ea-94bf3b10e814 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:38.729604 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0aa4cdbc-f658-42c1-bcd6-6f42a80ee85b req-2b611c13-06e9-403d-82ea-94bf3b10e814 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 944 time: 0.0678482
Sep 25 04:46:38.799655 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['2f2fddd0-865a-4379-97cf-30c0a48197e2'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:46:38.806425 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0aa4cdbc-f658-42c1-bcd6-6f42a80ee85b req-07f5ae03-bf55-4efc-9c20-ab3367158cbc tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654371
Sep 25 04:46:38.824832 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885b47f-74e1-4c55-ada0-dca4a0469c56 req-8b97df94-357a-4ab3-aef0-5d790c8880b2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:38.826600 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c885b47f-74e1-4c55-ada0-dca4a0469c56 req-8b97df94-357a-4ab3-aef0-5d790c8880b2 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 945 time: 0.0960879
Sep 25 04:46:38.840706 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['4edf1435-916c-4a6b-a4a1-dd9310437f9c'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:46:38.919879 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c885b47f-74e1-4c55-ada0-dca4a0469c56 req-51629a75-4349-4707-88c3-34e82246e302 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802937
Sep 25 04:46:39.394029 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bb1ac-ac4f-4256-a559-a6944a29f2b9 req-ddc8c9fb-99f2-4133-86ab-c108b21e1694 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:39.396266 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fd1bb1ac-ac4f-4256-a559-a6944a29f2b9 req-ddc8c9fb-99f2-4133-86ab-c108b21e1694 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0670507
Sep 25 04:46:39.440152 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fd1bb1ac-ac4f-4256-a559-a6944a29f2b9 req-11384568-8201-4ad2-980a-33d35655dfea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372913
Sep 25 04:46:39.717258 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aef7fc-87d8-44fd-9cab-44fb1e21606f req-bdb8b055-b83d-40a3-b074-940cb1d49eca tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:39.719164 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81aef7fc-87d8-44fd-9cab-44fb1e21606f req-bdb8b055-b83d-40a3-b074-940cb1d49eca tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0585067
Sep 25 04:46:39.793954 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81aef7fc-87d8-44fd-9cab-44fb1e21606f req-c7c1e89c-9e02-445f-a91e-14b3e6dbf243 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626397
Sep 25 04:46:39.815442 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1be82-db1e-4c1f-8359-4fc6f6d80213 req-3bbd973a-598e-4535-a9ec-ac718c7ddbe5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:39.817712 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7cb1be82-db1e-4c1f-8359-4fc6f6d80213 req-3bbd973a-598e-4535-a9ec-ac718c7ddbe5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0772264
Sep 25 04:46:39.869641 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7cb1be82-db1e-4c1f-8359-4fc6f6d80213 req-53bbce62-4622-4936-9a10-cc94911e0931 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444329
Sep 25 04:46:39.971961 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcef64c-dd20-40ff-9986-fcafdd723d7a req-2c2d793d-23f7-4ed5-a902-652a59effb9e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:39.974382 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-edcef64c-dd20-40ff-9986-fcafdd723d7a req-2c2d793d-23f7-4ed5-a902-652a59effb9e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 944 time: 0.0560222
Sep 25 04:46:40.035510 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-edcef64c-dd20-40ff-9986-fcafdd723d7a req-5ad7e14a-affc-4f0d-aedd-e0e712877c79 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394723
Sep 25 04:46:40.096470 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24825ab4-ded1-4e7f-829d-421a4cceef91 req-fda11615-3979-4632-8b7d-77ecd6dbaf9c tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:40.098838 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-24825ab4-ded1-4e7f-829d-421a4cceef91 req-fda11615-3979-4632-8b7d-77ecd6dbaf9c tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 945 time: 0.0511930
Sep 25 04:46:40.149958 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-24825ab4-ded1-4e7f-829d-421a4cceef91 req-51b9888d-0b8f-4c0e-b1b0-aa82939aa3ab tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441349
Sep 25 04:46:40.600558 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016b804-a4b8-4faf-988e-1d5169314efb req-65c9e412-3296-4124-8112-56e760c4d4ca tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:40.603062 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1016b804-a4b8-4faf-988e-1d5169314efb req-65c9e412-3296-4124-8112-56e760c4d4ca tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0784197
Sep 25 04:46:40.659031 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1016b804-a4b8-4faf-988e-1d5169314efb req-21f324ac-44d7-4779-a170-6cc558e481ac tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477080
Sep 25 04:46:40.940305 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f195286-dcda-4533-9198-b4e1a0ccfadf req-e4bdc1ce-220b-455d-b8a4-710ff047a821 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:40.942717 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9f195286-dcda-4533-9198-b4e1a0ccfadf req-e4bdc1ce-220b-455d-b8a4-710ff047a821 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0573831
Sep 25 04:46:41.033150 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9f195286-dcda-4533-9198-b4e1a0ccfadf req-44da08a3-5026-4e83-881a-6f09db549a53 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797796
Sep 25 04:46:41.053115 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db04d8-b5d1-4868-90c0-51302108143d req-76ff1816-6360-4677-88d2-af871ad3fdf3 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:41.055176 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-89db04d8-b5d1-4868-90c0-51302108143d req-76ff1816-6360-4677-88d2-af871ad3fdf3 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0754278
Sep 25 04:46:41.128096 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-89db04d8-b5d1-4868-90c0-51302108143d req-c8a21698-3c6b-4494-a314-6f3bfdc364d5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586214
Sep 25 04:46:41.185267 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e015f-a43f-4a5d-a4df-31252e54b928 req-9534b8de-f852-4cad-8d8f-c70ed7bdbdc8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:41.186915 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-645e015f-a43f-4a5d-a4df-31252e54b928 req-9534b8de-f852-4cad-8d8f-c70ed7bdbdc8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 944 time: 0.0577307
Sep 25 04:46:41.526850 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-645e015f-a43f-4a5d-a4df-31252e54b928 req-948c3c13-b492-4ee3-9905-0d4be09c6ec4 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3326032
Sep 25 04:46:41.548247 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210032d-1a21-4695-bf27-52a6dd39f3aa req-34538073-5374-42ec-95db-38bd61b9a200 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:41.549854 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7210032d-1a21-4695-bf27-52a6dd39f3aa req-34538073-5374-42ec-95db-38bd61b9a200 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 945 time: 0.0848148
Sep 25 04:46:41.602682 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7210032d-1a21-4695-bf27-52a6dd39f3aa req-e587a774-0c2e-4840-946f-f9c98382c59d tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466459
Sep 25 04:46:41.807462 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8993f7-dec5-4914-bf3f-cd82b7c2393f req-a3e0e710-f671-4ab0-8799-59b26938ba38 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:41.809329 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f8993f7-dec5-4914-bf3f-cd82b7c2393f req-a3e0e710-f671-4ab0-8799-59b26938ba38 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0546849
Sep 25 04:46:41.851926 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f8993f7-dec5-4914-bf3f-cd82b7c2393f req-c868cbc1-e7d7-4bb8-af01-0f443dfe22ac tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357664
Sep 25 04:46:42.209143 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2177e32-0568-4909-930c-543c9e45b5b6 req-7332bb62-0319-48ba-84ad-dfe8dfd1ebd3 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:42.212067 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a2177e32-0568-4909-930c-543c9e45b5b6 req-7332bb62-0319-48ba-84ad-dfe8dfd1ebd3 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0942314
Sep 25 04:46:42.284453 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a2177e32-0568-4909-930c-543c9e45b5b6 req-7424e78f-704d-4f4a-81b7-5e03385961b4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635157
Sep 25 04:46:42.306640 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa27a8-1ed6-48e6-93b4-bef4d8a76fc8 req-06a908d9-dd29-4b61-bb84-57858f2c5de9 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:42.308202 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b0fa27a8-1ed6-48e6-93b4-bef4d8a76fc8 req-06a908d9-dd29-4b61-bb84-57858f2c5de9 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0710173
Sep 25 04:46:42.366103 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b0fa27a8-1ed6-48e6-93b4-bef4d8a76fc8 req-97a88db1-f468-4589-a76b-c43a34c83f07 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513952
Sep 25 04:46:42.687060 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff954b-2b08-4632-97e1-2c6df859bdf9 req-57c36421-a7ff-4505-8966-697c0b86cfb0 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:42.688896 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7ff954b-2b08-4632-97e1-2c6df859bdf9 req-57c36421-a7ff-4505-8966-697c0b86cfb0 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 944 time: 0.0739810
Sep 25 04:46:42.797191 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a7ff954b-2b08-4632-97e1-2c6df859bdf9 req-383881fa-59da-4f0f-8353-71f43ae3a1b1 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879381
Sep 25 04:46:42.805402 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d835b63-103d-4422-94a5-28634a55b41e req-a5081909-5d30-4b2e-b84d-7da34bdbf12c tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:42.806990 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4d835b63-103d-4422-94a5-28634a55b41e req-a5081909-5d30-4b2e-b84d-7da34bdbf12c tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 945 time: 0.1109319
Sep 25 04:46:42.856454 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4d835b63-103d-4422-94a5-28634a55b41e req-07a17ef8-268d-40d0-8ac8-8d30875c906f tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405052
Sep 25 04:46:42.996912 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f81a8-b686-4b23-9348-1e452f872ea8 req-e0518b6f-cefa-4208-ae80-1edf70bcfc1c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:42.998924 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d13f81a8-b686-4b23-9348-1e452f872ea8 req-e0518b6f-cefa-4208-ae80-1edf70bcfc1c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0549445
Sep 25 04:46:43.045670 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d13f81a8-b686-4b23-9348-1e452f872ea8 req-b53cc919-6987-47a5-a7b1-831d6172247c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404565
Sep 25 04:46:43.429688 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed9b8cc-4fca-47d3-92e8-e30f70873eef req-de28e294-8110-4cf6-8c76-b2a11e8f1fc3 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:43.431703 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ed9b8cc-4fca-47d3-92e8-e30f70873eef req-de28e294-8110-4cf6-8c76-b2a11e8f1fc3 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0592022
Sep 25 04:46:43.508959 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ed9b8cc-4fca-47d3-92e8-e30f70873eef req-200fa852-3a24-476e-88d0-6db7fbffd6fe tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691497
Sep 25 04:46:43.527983 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 4edf1435-916c-4a6b-a4a1-dd9310437f9c up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:46:43.555122 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81492646-8901-416a-9142-2dd18ec663ee req-7e13a94d-3407-40dd-aeec-409d6c3fdd9d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:43.557140 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81492646-8901-416a-9142-2dd18ec663ee req-7e13a94d-3407-40dd-aeec-409d6c3fdd9d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0875876
Sep 25 04:46:43.607532 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81492646-8901-416a-9142-2dd18ec663ee req-186d3fe1-0058-492b-96b2-5189fd0dcd0d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435729
Sep 25 04:46:43.637062 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 4edf1435-916c-4a6b-a4a1-dd9310437f9c completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:46:43.642792 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 4edf1435-916c-4a6b-a4a1-dd9310437f9c triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:46:43.643362 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:43.735450 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:43.762171 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722eaa3d-0076-493a-a2af-43220f7fe6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edf1435-916c-4a6b-a4a1-dd9310437f9c'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:43.764699 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1819dbb-971b-4e7c-9e24-aa10d4c0459f" -d '{"events": [{"server_uuid": "722eaa3d-0076-493a-a2af-43220f7fe6ed", "name": "network-vif-plugged", "status": "completed", "tag": "4edf1435-916c-4a6b-a4a1-dd9310437f9c"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:43.788055 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 4edf1435-916c-4a6b-a4a1-dd9310437f9c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4edf1435-916c-4a6b-a4a1-dd9310437f9c,segment=NetworkSegment(ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94),segment_id=ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:43.807581 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ca8a1-3f81-4450-ab04-3e24b3f552bf x-openstack-request-id: req-d77ca8a1-3f81-4450-ab04-3e24b3f552bf {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:43.807872 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722eaa3d-0076-493a-a2af-43220f7fe6ed", "name": "network-vif-plugged", "status": "completed", "tag": "4edf1435-916c-4a6b-a4a1-dd9310437f9c", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:43.808122 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d77ca8a1-3f81-4450-ab04-3e24b3f552bf {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:43.808544 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722eaa3d-0076-493a-a2af-43220f7fe6ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edf1435-916c-4a6b-a4a1-dd9310437f9c', 'code': 200}
Sep 25 04:46:43.867514 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:43.869276 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 2f2fddd0-865a-4379-97cf-30c0a48197e2 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:46:43.979813 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=4edf1435-916c-4a6b-a4a1-dd9310437f9c,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:43.980470 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9752948-86cc-402c-a62b-dcf9a5ebfb2a req-e486aaab-0e8f-472e-922a-46535fab3bef tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:43.991600 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f9752948-86cc-402c-a62b-dcf9a5ebfb2a req-e486aaab-0e8f-472e-922a-46535fab3bef tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 944 time: 0.0791309
Sep 25 04:46:44.075107 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f9752948-86cc-402c-a62b-dcf9a5ebfb2a req-9d3ee451-f57c-439e-aec3-3d1584ce3182 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690682
Sep 25 04:46:44.082689 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacbcd7-290c-4f6d-8f03-a52389f9bf07 req-a7c18780-6cf6-4868-9988-3755181b62dc tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:44.085452 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6aacbcd7-290c-4f6d-8f03-a52389f9bf07 req-a7c18780-6cf6-4868-9988-3755181b62dc tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 946 time: 0.0907073
Sep 25 04:46:44.096365 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 2f2fddd0-865a-4379-97cf-30c0a48197e2 completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:46:44.102294 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 2f2fddd0-865a-4379-97cf-30c0a48197e2 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:46:44.102827 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:44.220247 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6aacbcd7-290c-4f6d-8f03-a52389f9bf07 req-4764d050-f1f2-45e2-97fd-116ba278decb tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121826
Sep 25 04:46:44.264745 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0763406-73eb-47c0-81d8-01048bae7ae9 req-38b34ceb-b7e9-4fac-8997-3ac2cdbc5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:44.267587 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-f0763406-73eb-47c0-81d8-01048bae7ae9 req-38b34ceb-b7e9-4fac-8997-3ac2cdbc5432 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 1099 time: 0.0696726
Sep 25 04:46:44.275538 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:44.344005 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 2f2fddd0-865a-4379-97cf-30c0a48197e2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f2fddd0-865a-4379-97cf-30c0a48197e2,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:44.348482 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2419cf-0d88-43e4-9bc6-dce42a3fcf24 req-e95f619c-d69a-4670-9534-f6304e19e40e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:44.354841 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2f2419cf-0d88-43e4-9bc6-dce42a3fcf24 req-e95f619c-d69a-4670-9534-f6304e19e40e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1241012
Sep 25 04:46:44.365824 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-f0763406-73eb-47c0-81d8-01048bae7ae9 req-34187390-2aee-4e55-a961-82ce6c546859 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838406
Sep 25 04:46:44.418373 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2f2419cf-0d88-43e4-9bc6-dce42a3fcf24 req-34054a91-8383-4e72-8f7e-982520b8d5b1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0538588
Sep 25 04:46:44.450312 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:44.519888 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=2f2fddd0-865a-4379-97cf-30c0a48197e2,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:44.641528 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571d25c-67aa-4950-8da0-79735dcc9a93 req-748c33ab-dda8-4294-a447-36f60fda527e tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:44.643347 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d571d25c-67aa-4950-8da0-79735dcc9a93 req-748c33ab-dda8-4294-a447-36f60fda527e tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0544057
Sep 25 04:46:44.695437 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d571d25c-67aa-4950-8da0-79735dcc9a93 req-acf83eb3-fffc-43de-95d3-3f8aaefc99f8 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364699
Sep 25 04:46:44.764600 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e086587-55eb-41dc-9cb6-7a120abffb55 req-8b3e6898-ae3a-44ed-bd9c-bd2bd3403b64 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:44.766210 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3e086587-55eb-41dc-9cb6-7a120abffb55 req-8b3e6898-ae3a-44ed-bd9c-bd2bd3403b64 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0662596
Sep 25 04:46:44.829400 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3e086587-55eb-41dc-9cb6-7a120abffb55 req-0f7306f0-b496-41be-a0de-fcd6bd36989e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509098
Sep 25 04:46:44.905715 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 49138) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:45.133121 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-79671c40-0d6b-4588-b74d-5f2f6d338e86 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=636673f1fe034d5ca452626552c3e81e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2254908
Sep 25 04:46:45.148454 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 49146) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:45.298462 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9b401242-3a3f-4e9f-a85c-80d0224b2427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:45.328656 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c6cc6-b88b-495c-b587-ffbe1d808e5f req-68cba364-0ab2-43fb-ad52-7ac38787da08 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:45.331011 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c06c6cc6-b88b-495c-b587-ffbe1d808e5f req-68cba364-0ab2-43fb-ad52-7ac38787da08 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 945 time: 0.1390741
Sep 25 04:46:45.389253 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9b401242-3a3f-4e9f-a85c-80d0224b2427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:45.458450 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c06c6cc6-b88b-495c-b587-ffbe1d808e5f req-e57e6042-6373-4e55-b4fc-94c54c1ec4f9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027775
Sep 25 04:46:45.470645 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d23e89-2e86-45fe-a71d-b6f54312bd78 req-f129fd9a-38e6-4ffd-8e2b-771322ff543e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:45.472185 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-46d23e89-2e86-45fe-a71d-b6f54312bd78 req-f129fd9a-38e6-4ffd-8e2b-771322ff543e tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 946 time: 0.1363301
Sep 25 04:46:45.539799 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-46d23e89-2e86-45fe-a71d-b6f54312bd78 req-b603631c-64bf-4174-916c-f14766fb0e1d tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597305
Sep 25 04:46:45.591642 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a1668-538f-4899-bfe4-8aca2419e0fe req-b13e2cfa-94b2-40c9-9a27-d166b8ba5961 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:45.593254 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7c8a1668-538f-4899-bfe4-8aca2419e0fe req-b13e2cfa-94b2-40c9-9a27-d166b8ba5961 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0525036
Sep 25 04:46:45.642730 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7c8a1668-538f-4899-bfe4-8aca2419e0fe req-befd83ff-fb18-4645-b245-1551c2160ea5 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433295
Sep 25 04:46:45.655655 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9b401242-3a3f-4e9f-a85c-80d0224b2427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:45.658497 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9b401242-3a3f-4e9f-a85c-80d0224b2427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:45.659660 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9b401242-3a3f-4e9f-a85c-80d0224b2427 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea65420a-c299-4ad7-a794-b158f22b627b HTTP/1.1" status: 204  len: 168 time: 0.5094340
Sep 25 04:46:45.669702 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b401242-3a3f-4e9f-a85c-80d0224b2427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea65420a-c299-4ad7-a794-b158f22b627b,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:45.809957 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63a0129-aa37-4e05-a9b5-3f59070dd759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2fddd0-865a-4379-97cf-30c0a48197e2'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:45.819365 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9f3f1c-14ab-4475-b3a9-7a591ee63166" -d '{"events": [{"server_uuid": "d63a0129-aa37-4e05-a9b5-3f59070dd759", "name": "network-vif-plugged", "status": "completed", "tag": "2f2fddd0-865a-4379-97cf-30c0a48197e2"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:45.859795 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7e490-c42d-45d5-b3a4-5cbf15ca04a6 req-065ecb2a-9ce5-445c-8a3d-e3c19da320ff tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:45.862569 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-abb7e490-c42d-45d5-b3a4-5cbf15ca04a6 req-065ecb2a-9ce5-445c-8a3d-e3c19da320ff tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0729473
Sep 25 04:46:45.878314 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44a3e28-c8ab-4542-a53b-feb03a010a9c x-openstack-request-id: req-d44a3e28-c8ab-4542-a53b-feb03a010a9c {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:45.878885 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63a0129-aa37-4e05-a9b5-3f59070dd759", "name": "network-vif-plugged", "status": "completed", "tag": "2f2fddd0-865a-4379-97cf-30c0a48197e2", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:45.879357 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d44a3e28-c8ab-4542-a53b-feb03a010a9c {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:45.879974 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63a0129-aa37-4e05-a9b5-3f59070dd759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2fddd0-865a-4379-97cf-30c0a48197e2', 'code': 200}
Sep 25 04:46:45.911872 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-abb7e490-c42d-45d5-b3a4-5cbf15ca04a6 req-d89888b0-23d3-4822-b6b2-86cbac8c320d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392644
Sep 25 04:46:45.983658 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24165e-d32c-4de9-8e2f-0005271ed2ae req-e46e1365-f14d-453f-a293-2cde5b3be3db tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:45.986202 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee24165e-d32c-4de9-8e2f-0005271ed2ae req-e46e1365-f14d-453f-a293-2cde5b3be3db tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0564947
Sep 25 04:46:46.063326 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee24165e-d32c-4de9-8e2f-0005271ed2ae req-3acb2642-6d8d-46cc-a230-41c3ca01f1c1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639391
Sep 25 04:46:46.315572 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98273fc7-5bb1-489f-a8b9-316925424050 req-63737d5a-bf17-4d4c-999e-4d4ee71f9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:46.317235 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-98273fc7-5bb1-489f-a8b9-316925424050 req-63737d5a-bf17-4d4c-999e-4d4ee71f9a23 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 1098 time: 0.0667524
Sep 25 04:46:46.369731 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-98273fc7-5bb1-489f-a8b9-316925424050 req-b018b384-0ed8-4ee6-aef6-d11d97bbe83f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417640
Sep 25 04:46:46.645067 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c868a4-4f99-480d-984d-c8bafa41f0e4 req-cd2a6172-d116-4c5d-bd23-8938005142ce tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:46.655260 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-41c868a4-4f99-480d-984d-c8bafa41f0e4 req-cd2a6172-d116-4c5d-bd23-8938005142ce tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 945 time: 0.0929377
Sep 25 04:46:46.744887 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-41c868a4-4f99-480d-984d-c8bafa41f0e4 req-d66a8a3f-a973-438b-baf4-a38c28f85841 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786536
Sep 25 04:46:46.754543 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88c59b-2bc7-42cd-96d2-622520cdec38 req-8ae98e3e-448f-4e39-8e13-ca5b163ff87c tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:46.758625 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5a88c59b-2bc7-42cd-96d2-622520cdec38 req-8ae98e3e-448f-4e39-8e13-ca5b163ff87c tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 946 time: 0.1066921
Sep 25 04:46:46.830488 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5a88c59b-2bc7-42cd-96d2-622520cdec38 req-4b289ee9-ac69-4d3d-9efa-60b8827ee6f9 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605667
Sep 25 04:46:46.957644 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e9bc7-6ca3-4723-8154-1dc1df8cbd49 req-d6cea399-e72c-4e94-be81-e9487f29deeb tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:46.966007 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bd2e9bc7-6ca3-4723-8154-1dc1df8cbd49 req-d6cea399-e72c-4e94-be81-e9487f29deeb tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1051636
Sep 25 04:46:47.071999 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bd2e9bc7-6ca3-4723-8154-1dc1df8cbd49 req-66b4bb12-1745-4670-bc3b-52a8f9bb901a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998170
Sep 25 04:46:47.107619 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a37ea4-4de0-4285-b151-704297b83e99 req-47f8937d-9ab1-43d7-b9d5-f0ebbd8367f1 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:47.110551 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-91a37ea4-4de0-4285-b151-704297b83e99 req-47f8937d-9ab1-43d7-b9d5-f0ebbd8367f1 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1078293
Sep 25 04:46:47.178215 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-91a37ea4-4de0-4285-b151-704297b83e99 req-fe4c046e-839a-4576-9698-30b0afefd979 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545859
Sep 25 04:46:47.251219 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103286c3-3dee-4311-b365-87c7ff651f49 req-7af7a730-d8d8-4a2d-8890-0366e956265b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:47.252918 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-103286c3-3dee-4311-b365-87c7ff651f49 req-7af7a730-d8d8-4a2d-8890-0366e956265b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0595651
Sep 25 04:46:47.294730 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-103286c3-3dee-4311-b365-87c7ff651f49 req-280b3e52-35fc-461d-ab78-d2edba164449 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337760
Sep 25 04:46:47.875355 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29fb39-b48e-4d03-a11e-3a025a3bb28e req-6faa2f36-c0fc-4e77-96a1-d7120ccaa5c5 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:47.876978 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3d29fb39-b48e-4d03-a11e-3a025a3bb28e req-6faa2f36-c0fc-4e77-96a1-d7120ccaa5c5 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 945 time: 0.0533571
Sep 25 04:46:47.922407 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3d29fb39-b48e-4d03-a11e-3a025a3bb28e req-3425db16-4ac3-44a6-a5c5-83991bee51b0 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384061
Sep 25 04:46:48.252372 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059033a-19de-4d5e-8899-403c1824f0d1 req-4f896573-0828-41b4-8aae-5033da8ff0aa tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:48.252372 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0059033a-19de-4d5e-8899-403c1824f0d1 req-4f896573-0828-41b4-8aae-5033da8ff0aa tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0684798
Sep 25 04:46:48.300817 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0059033a-19de-4d5e-8899-403c1824f0d1 req-5178f116-5e5e-43d9-b8dd-5eda24062a0c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408952
Sep 25 04:46:48.422601 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afe679-7165-450f-a6e7-bb3ca9ad8b79 req-1acd638f-5d71-4df1-bf2e-687a1eaa3a2d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:48.424176 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56afe679-7165-450f-a6e7-bb3ca9ad8b79 req-1acd638f-5d71-4df1-bf2e-687a1eaa3a2d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0620518
Sep 25 04:46:48.467389 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56afe679-7165-450f-a6e7-bb3ca9ad8b79 req-45641309-ab99-4cdb-87c6-c363fe1b64cb tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360134
Sep 25 04:46:48.613077 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4c2d0-729b-4fd9-8ed9-15f26c43191b req-97bde625-c7b1-45db-81f8-d2f2d57b66e0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:48.617829 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42c4c2d0-729b-4fd9-8ed9-15f26c43191b req-97bde625-c7b1-45db-81f8-d2f2d57b66e0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0672281
Sep 25 04:46:48.726834 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42c4c2d0-729b-4fd9-8ed9-15f26c43191b req-116f83cd-f69e-4ec4-b451-a5df1c3ad531 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1037817
Sep 25 04:46:48.761197 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169dcfa-6371-4079-8a8b-66a10974a919 req-6b145441-2cf9-49a3-be87-d92886f6c473 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:48.763338 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1169dcfa-6371-4079-8a8b-66a10974a919 req-6b145441-2cf9-49a3-be87-d92886f6c473 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 946 time: 0.1052830
Sep 25 04:46:48.806000 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1169dcfa-6371-4079-8a8b-66a10974a919 req-8ec16ee0-8285-4edf-ad0f-e68834a3900d tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361159
Sep 25 04:46:49.046248 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac223c2-c89e-4ab2-bd97-68b35cc7dd23 req-10786b0c-6147-4b02-aed7-8a3066a7e901 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:49.047856 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6ac223c2-c89e-4ab2-bd97-68b35cc7dd23 req-10786b0c-6147-4b02-aed7-8a3066a7e901 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 945 time: 0.0540550
Sep 25 04:46:49.093771 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6ac223c2-c89e-4ab2-bd97-68b35cc7dd23 req-78f092c0-0941-4484-ae0d-effbc2e2277d tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386260
Sep 25 04:46:49.430803 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a4001-a669-4ffd-bc20-82ba7e6c0d47 req-4b9c6b53-7bd4-425d-96e4-f35070a06ff1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:49.434543 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-787a4001-a669-4ffd-bc20-82ba7e6c0d47 req-4b9c6b53-7bd4-425d-96e4-f35070a06ff1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0539205
Sep 25 04:46:49.478426 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-787a4001-a669-4ffd-bc20-82ba7e6c0d47 req-f555a4b3-ae47-480d-9b12-6db4e6db66b3 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385242
Sep 25 04:46:49.652687 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14978976-8be5-4eeb-bdd0-e7732cf8ab1a req-ef9916c8-ef03-4685-999a-122ab2343e7a tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:49.655377 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-14978976-8be5-4eeb-bdd0-e7732cf8ab1a req-ef9916c8-ef03-4685-999a-122ab2343e7a tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0823860
Sep 25 04:46:49.702957 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-14978976-8be5-4eeb-bdd0-e7732cf8ab1a req-616131be-3505-4e6b-913a-d02d6d5dc1ad tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403328
Sep 25 04:46:49.869298 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-72f3f345-4854-4b18-b54d-516e8004078c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:49.873423 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84792f39-d118-43be-b3fb-010499c771ef req-65946356-435d-44cf-a62e-cc8105f4d430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:49.875138 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-84792f39-d118-43be-b3fb-010499c771ef req-65946356-435d-44cf-a62e-cc8105f4d430 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0666368
Sep 25 04:46:49.920442 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-84792f39-d118-43be-b3fb-010499c771ef req-e0a1548b-d36b-4ee9-8c34-eca2adec3006 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351062
Sep 25 04:46:50.049547 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9306-7a53-4011-9c1e-36c88e905a93 req-736e2581-f3ca-4e6a-bd1f-85db18b42225 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:50.051016 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-008d9306-7a53-4011-9c1e-36c88e905a93 req-736e2581-f3ca-4e6a-bd1f-85db18b42225 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 946 time: 0.0646069
Sep 25 04:46:50.092515 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-008d9306-7a53-4011-9c1e-36c88e905a93 req-e0b3d91d-0fcd-4c5b-99e5-9711c58aff35 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344720
Sep 25 04:46:50.230678 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7eb636-29f9-40e2-9e88-e9666140be44 req-4814828b-6051-49e8-a786-2220406ba724 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:50.232407 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eb7eb636-29f9-40e2-9e88-e9666140be44 req-4814828b-6051-49e8-a786-2220406ba724 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 945 time: 0.0649109
Sep 25 04:46:50.291004 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eb7eb636-29f9-40e2-9e88-e9666140be44 req-91518d8d-0b83-49f0-8ae0-0fb1e1ce5078 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510898
Sep 25 04:46:50.636255 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1238a7-0bcd-4031-9e39-84dd6cb8d713 req-78a0ff72-b530-4c67-92c9-9d203960183d tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:50.637906 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2a1238a7-0bcd-4031-9e39-84dd6cb8d713 req-78a0ff72-b530-4c67-92c9-9d203960183d tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0562146
Sep 25 04:46:50.687665 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2a1238a7-0bcd-4031-9e39-84dd6cb8d713 req-a7866d1b-4c28-4424-8a8f-d6cb7417c275 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433502
Sep 25 04:46:50.831423 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c24a33-1467-429b-b304-0d3b84981542 req-42d84051-cdce-4d74-a6a2-0cf535e7c59f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:50.832580 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-51c24a33-1467-429b-b304-0d3b84981542 req-42d84051-cdce-4d74-a6a2-0cf535e7c59f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0504470
Sep 25 04:46:50.875578 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-51c24a33-1467-429b-b304-0d3b84981542 req-1da06ef7-5e02-4289-b32c-ea6df360d426 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359399
Sep 25 04:46:51.056225 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717662b3-d30f-491a-bbdb-250fb6398017 req-a733c456-f5c7-433a-9af4-83cf76a899b0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:51.057835 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-717662b3-d30f-491a-bbdb-250fb6398017 req-a733c456-f5c7-433a-9af4-83cf76a899b0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0577476
Sep 25 04:46:51.101431 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-717662b3-d30f-491a-bbdb-250fb6398017 req-399a1f67-6cc8-4db8-b1e9-cd2f88e282f1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373914
Sep 25 04:46:51.264896 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5342b7-62da-4e8f-a00b-f0482bd81372 req-850d1d23-2992-4270-8e6d-d3241c5ca82a tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:51.267628 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ea5342b7-62da-4e8f-a00b-f0482bd81372 req-850d1d23-2992-4270-8e6d-d3241c5ca82a tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 946 time: 0.0675378
Sep 25 04:46:51.309984 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ea5342b7-62da-4e8f-a00b-f0482bd81372 req-2bccc1c5-1993-4dc6-9bf0-7be43c328ce0 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359957
Sep 25 04:46:51.810170 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e811d-3350-4cc3-924f-e7883aaaf7d0 req-838ad41a-983e-400d-b31e-5ab5e95aa4fd tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:51.811755 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dd5e811d-3350-4cc3-924f-e7883aaaf7d0 req-838ad41a-983e-400d-b31e-5ab5e95aa4fd tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0533826
Sep 25 04:46:51.863669 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dd5e811d-3350-4cc3-924f-e7883aaaf7d0 req-9319c7d7-9a07-4323-ad03-26be0d0c9b12 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399797
Sep 25 04:46:52.017343 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b416d3b-ea3c-4c05-b781-42a252430b8b req-5744201a-c344-497a-911e-221ea3746dad tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:52.018820 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3b416d3b-ea3c-4c05-b781-42a252430b8b req-5744201a-c344-497a-911e-221ea3746dad tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0530961
Sep 25 04:46:52.062508 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3b416d3b-ea3c-4c05-b781-42a252430b8b req-df1b947b-50bc-4638-b24b-78964ce7fd97 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367820
Sep 25 04:46:52.236481 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc941374-f713-4954-9b70-13e909582f58 req-bf60fb1d-f053-4b57-b626-acc06bdc1ee5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:52.238154 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fc941374-f713-4954-9b70-13e909582f58 req-bf60fb1d-f053-4b57-b626-acc06bdc1ee5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0519259
Sep 25 04:46:52.279283 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fc941374-f713-4954-9b70-13e909582f58 req-f5eb17d1-6fbd-450e-8491-a00da7ae0ad4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347009
Sep 25 04:46:52.450061 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d55e5-df14-4a54-9e29-835f6f7b924d req-ff71f7c2-644a-452f-b496-149caa517d27 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:52.451634 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9e0d55e5-df14-4a54-9e29-835f6f7b924d req-ff71f7c2-644a-452f-b496-149caa517d27 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 946 time: 0.0510218
Sep 25 04:46:52.491652 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9e0d55e5-df14-4a54-9e29-835f6f7b924d req-8a98728f-112d-4498-a89f-a34b5c26026b tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329823
Sep 25 04:46:52.994198 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125312e9-f7ae-466a-b3b9-9cf498009a8c req-12f74f5a-3ade-4926-8689-fed96ab3a4aa tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:52.995837 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-125312e9-f7ae-466a-b3b9-9cf498009a8c req-12f74f5a-3ade-4926-8689-fed96ab3a4aa tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0565658
Sep 25 04:46:53.037636 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-125312e9-f7ae-466a-b3b9-9cf498009a8c req-e89d7ef4-f6ef-4fae-994c-90920670d825 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0349398
Sep 25 04:46:53.197826 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba72f7-9183-4422-accd-dc8270eace19 req-52a22fe9-262d-4f5a-9cec-afcc8825edaa tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:53.199455 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8bba72f7-9183-4422-accd-dc8270eace19 req-52a22fe9-262d-4f5a-9cec-afcc8825edaa tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0546997
Sep 25 04:46:53.250605 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8bba72f7-9183-4422-accd-dc8270eace19 req-9cf33747-d9bc-4e9d-8bd3-3d1956ce03e9 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415404
Sep 25 04:46:53.314314 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4621c05-ef0e-47bd-9fb7-ec803684efb8 req-3c278981-85a0-4f72-986f-9ad095ab9769 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:53.316340 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-d4621c05-ef0e-47bd-9fb7-ec803684efb8 req-3c278981-85a0-4f72-986f-9ad095ab9769 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.23 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 946 time: 0.0861192
Sep 25 04:46:53.433916 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b65dd-ad0d-4279-ba16-f31f60e1d824 req-c331f9f6-13ce-47e1-8e03-0d797834e479 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:53.437775 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-270b65dd-ad0d-4279-ba16-f31f60e1d824 req-c331f9f6-13ce-47e1-8e03-0d797834e479 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0679827
Sep 25 04:46:53.449702 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-d4621c05-ef0e-47bd-9fb7-ec803684efb8 req-ecaada54-5074-48ea-b7e3-669197cd5451 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Deleting port 4edf1435-916c-4a6b-a4a1-dd9310437f9c {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:46:53.450199 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-d4621c05-ef0e-47bd-9fb7-ec803684efb8 req-ecaada54-5074-48ea-b7e3-669197cd5451 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:53.511966 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-270b65dd-ad0d-4279-ba16-f31f60e1d824 req-899fe530-99e4-4cf4-8918-cbf5b9865af8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668659
Sep 25 04:46:53.580516 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-d4621c05-ef0e-47bd-9fb7-ec803684efb8 req-ecaada54-5074-48ea-b7e3-669197cd5451 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] For port 4edf1435-916c-4a6b-a4a1-dd9310437f9c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=4edf1435-916c-4a6b-a4a1-dd9310437f9c,segment=NetworkSegment(ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94),segment_id=ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:53.581100 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-d4621c05-ef0e-47bd-9fb7-ec803684efb8 req-ecaada54-5074-48ea-b7e3-669197cd5451 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:53.602354 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-d4621c05-ef0e-47bd-9fb7-ec803684efb8 req-ecaada54-5074-48ea-b7e3-669197cd5451 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Calling delete_port for 4edf1435-916c-4a6b-a4a1-dd9310437f9c owned by compute:nova {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:46:53.622563 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 4edf1435-916c-4a6b-a4a1-dd9310437f9c no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:46:53.684559 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c022649-fe74-4185-9de7-0998cb01106b req-f96a559b-b306-4af2-92e2-5ab7884bdef5 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:53.689641 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5c022649-fe74-4185-9de7-0998cb01106b req-f96a559b-b306-4af2-92e2-5ab7884bdef5 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 946 time: 0.0754349
Sep 25 04:46:53.742287 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5c022649-fe74-4185-9de7-0998cb01106b req-f6eccb1c-8932-4283-93bd-c72c9b6e5acc tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/security-groups?id=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416219
Sep 25 04:46:53.785423 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5e2cc1cd-5892-4c4f-9558-409e97b3785c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:53.845894 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:53.869735 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-d4621c05-ef0e-47bd-9fb7-ec803684efb8 req-ecaada54-5074-48ea-b7e3-669197cd5451 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:53.902063 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaada54-5074-48ea-b7e3-669197cd5451 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Pushing event deleted for resources: {'Port': ['ID=4edf1435-916c-4a6b-a4a1-dd9310437f9c,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:53.947905 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4621c05-ef0e-47bd-9fb7-ec803684efb8 req-ecaada54-5074-48ea-b7e3-669197cd5451 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] No DVR routers for this DVR port 4edf1435-916c-4a6b-a4a1-dd9310437f9c on host hv-cinder-76845 {{(pid=101197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:46:53.950515 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-d4621c05-ef0e-47bd-9fb7-ec803684efb8 req-ecaada54-5074-48ea-b7e3-669197cd5451 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:53.952671 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-d4621c05-ef0e-47bd-9fb7-ec803684efb8 req-ecaada54-5074-48ea-b7e3-669197cd5451 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.23 "DELETE /v2.0/ports/4edf1435-916c-4a6b-a4a1-dd9310437f9c HTTP/1.1" status: 204  len: 173 time: 0.6297021
Sep 25 04:46:53.953105 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722eaa3d-0076-493a-a2af-43220f7fe6ed', 'name': 'network-vif-deleted', 'tag': '4edf1435-916c-4a6b-a4a1-dd9310437f9c'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:53.955372 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4f47ec-20dd-4983-bad2-1e3b2cdde98d" -d '{"events": [{"server_uuid": "722eaa3d-0076-493a-a2af-43220f7fe6ed", "name": "network-vif-deleted", "tag": "4edf1435-916c-4a6b-a4a1-dd9310437f9c"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:53.992064 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343696e2-1e1b-4333-9710-df253f10094d x-openstack-request-id: req-343696e2-1e1b-4333-9710-df253f10094d {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:53.992378 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722eaa3d-0076-493a-a2af-43220f7fe6ed", "name": "network-vif-deleted", "tag": "4edf1435-916c-4a6b-a4a1-dd9310437f9c", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:53.992648 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-343696e2-1e1b-4333-9710-df253f10094d {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:53.993044 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722eaa3d-0076-493a-a2af-43220f7fe6ed', 'name': 'network-vif-deleted', 'tag': '4edf1435-916c-4a6b-a4a1-dd9310437f9c', 'status': 'completed', 'code': 200}
Sep 25 04:46:54.113391 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:54.177603 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2750f-dcb2-4a45-90aa-33bd6bf18a7f req-b00d3bda-ee2c-49f0-8704-ac5aa9e42117 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:54.179255 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58c2750f-dcb2-4a45-90aa-33bd6bf18a7f req-b00d3bda-ee2c-49f0-8704-ac5aa9e42117 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0526781
Sep 25 04:46:54.222897 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58c2750f-dcb2-4a45-90aa-33bd6bf18a7f req-7cb8270f-2ac9-463f-bcd2-191a62863df5 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367203
Sep 25 04:46:54.426142 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb97f3-4a7a-44c5-affe-14d28b2da679 req-9af91196-8e31-4ba2-bc81-7a382d5b4b20 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:54.427725 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-83bb97f3-4a7a-44c5-affe-14d28b2da679 req-9af91196-8e31-4ba2-bc81-7a382d5b4b20 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0690112
Sep 25 04:46:54.476047 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-83bb97f3-4a7a-44c5-affe-14d28b2da679 req-7d2aba6d-bec8-45e4-adc4-239d439f312f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365083
Sep 25 04:46:54.629594 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:54.672874 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133d71b-f48b-4376-aa12-0e02a5bdd09c req-7c67b0c9-4446-4d97-aac6-4c44cb467827 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:54.675544 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3133d71b-f48b-4376-aa12-0e02a5bdd09c req-7c67b0c9-4446-4d97-aac6-4c44cb467827 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0694118
Sep 25 04:46:54.737513 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3133d71b-f48b-4376-aa12-0e02a5bdd09c req-1e7974df-fedf-49b9-aa71-5b9873a8ad20 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491273
Sep 25 04:46:54.910057 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6652bfe7-8910-4098-8bc1-20f9bc479aad req-10eb8b7b-63f8-4449-8320-eda27d163d63 tempest-VolumesActionsTest-1532905870 tempest-VolumesActionsTest-1532905870-project] 10.222.0.20 "GET /v2.0/ports?device_id=722eaa3d-0076-493a-a2af-43220f7fe6ed HTTP/1.1" status: 200  len: 210 time: 0.0294123
Sep 25 04:46:55.054657 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78320fe5-9e0a-40ee-a50f-2b9b7387ff15 req-26383706-a421-46c3-bcdc-ba0f871b0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:55.056487 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-78320fe5-9e0a-40ee-a50f-2b9b7387ff15 req-26383706-a421-46c3-bcdc-ba0f871b0880 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 1099 time: 0.0542052
Sep 25 04:46:55.106613 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-78320fe5-9e0a-40ee-a50f-2b9b7387ff15 req-11597a52-0c0a-4a98-9bae-80a4e5348b13 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335233
Sep 25 04:46:55.221962 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:55.347789 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e790f-ef3f-4eab-b48e-e74d0c15e1cd req-8baeb834-7eb9-4333-b345-8e07631e7946 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:55.349742 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0a0e790f-ef3f-4eab-b48e-e74d0c15e1cd req-8baeb834-7eb9-4333-b345-8e07631e7946 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0506191
Sep 25 04:46:55.424107 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0a0e790f-ef3f-4eab-b48e-e74d0c15e1cd req-3d6bf0ab-34f5-470f-967d-28547bea5c90 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615304
Sep 25 04:46:55.642499 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0d73d78f-9edd-4494-bd6e-c779129d6764 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:46:55.668401 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2b655-49eb-409f-a637-de32e0897a5c req-d907f544-f6d4-4e4f-bbce-ca6bd1cf8e34 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:55.670765 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6ee2b655-49eb-409f-a637-de32e0897a5c req-d907f544-f6d4-4e4f-bbce-ca6bd1cf8e34 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0858517
Sep 25 04:46:55.727364 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6ee2b655-49eb-409f-a637-de32e0897a5c req-345ec4a8-35e8-4b3b-9fe4-caa93b7d8608 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471807
Sep 25 04:46:55.760390 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0d73d78f-9edd-4494-bd6e-c779129d6764,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:55.770976 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'port_id': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'mac_address': 'fa:16:3e:ea:31:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:46:55.817800 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:55.833242 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d73d78f-9edd-4494-bd6e-c779129d6764 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:46:55.855830 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0d73d78f-9edd-4494-bd6e-c779129d6764,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:55.878549 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2039ec55-4baf-41cc-b928-3455e2502daf req-d573eabf-f34e-44b3-8d62-fc22f2bde995 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:55.880810 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2039ec55-4baf-41cc-b928-3455e2502daf req-d573eabf-f34e-44b3-8d62-fc22f2bde995 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0542159
Sep 25 04:46:55.922231 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2039ec55-4baf-41cc-b928-3455e2502daf req-56a8c102-ce3e-44b9-842f-fc4a9a52d9be tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353868
Sep 25 04:46:55.960773 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:56.027462 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=0d73d78f-9edd-4494-bd6e-c779129d6764,revision_number=6']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:56.123404 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['0d73d78f-9edd-4494-bd6e-c779129d6764'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:46:56.577875 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:56.581765 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e94537-251c-4e66-a179-470899936da8 req-16cb2bb5-b251-45f9-be9b-258dd6bc6f2e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:56.583372 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d5e94537-251c-4e66-a179-470899936da8 req-16cb2bb5-b251-45f9-be9b-258dd6bc6f2e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0852604
Sep 25 04:46:56.626905 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d5e94537-251c-4e66-a179-470899936da8 req-aba82782-0376-425f-901c-4e8920aef192 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0357025
Sep 25 04:46:56.884197 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61064cb-f491-414f-8291-7c6befa3f937 req-725169c4-4690-4472-975c-7d90e52b3b14 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:56.885796 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61064cb-f491-414f-8291-7c6befa3f937 req-725169c4-4690-4472-975c-7d90e52b3b14 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0629094
Sep 25 04:46:56.952376 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61064cb-f491-414f-8291-7c6befa3f937 req-803e906f-244a-46d9-87de-a25707bf0ae1 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559464
Sep 25 04:46:57.091671 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b995a-5b31-44dc-b818-c17cda5382a8 req-1f8ee2cd-a1e1-4a53-b821-b381cf0d7889 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:57.093158 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b62b995a-5b31-44dc-b818-c17cda5382a8 req-1f8ee2cd-a1e1-4a53-b821-b381cf0d7889 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 944 time: 0.0520422
Sep 25 04:46:57.140866 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b62b995a-5b31-44dc-b818-c17cda5382a8 req-4c47319d-2303-45e0-bb2a-7e3e7e01e6b7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370960
Sep 25 04:46:57.357423 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 49490) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:57.490753 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4eef-47a0-4b8e-af9e-c6282e619c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:57.604539 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4eef-47a0-4b8e-af9e-c6282e619c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:57.659499 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0d73d78f-9edd-4494-bd6e-c779129d6764 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:46:57.674944 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-fe7e4eef-47a0-4b8e-af9e-c6282e619c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:57.715789 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 0d73d78f-9edd-4494-bd6e-c779129d6764 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:46:57.716149 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:57.717860 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e4eef-47a0-4b8e-af9e-c6282e619c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5097250d-94e0-4be1-8193-65150db9d7ba,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:57.728853 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-fe7e4eef-47a0-4b8e-af9e-c6282e619c6b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6350ba3d99244b01a7c18d23fb3bfab8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3678613
Sep 25 04:46:57.733024 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 49514) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:57.755487 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ad84a-4292-41ce-be26-26a48375539a req-10c4a803-fc29-4a78-9059-7a4d820eddf6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:57.763970 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-425ad84a-4292-41ce-be26-26a48375539a req-10c4a803-fc29-4a78-9059-7a4d820eddf6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0613117
Sep 25 04:46:57.791660 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d3d84b1f-4a30-4fc0-954d-c70c1e0bcb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:57.799422 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-425ad84a-4292-41ce-be26-26a48375539a req-b085afe7-dc64-4b6f-9901-823fe97d2b8a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345600
Sep 25 04:46:57.805442 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:57.819619 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d3d84b1f-4a30-4fc0-954d-c70c1e0bcb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:57.831480 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:46:57.840143 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b27f46-8a0d-4a56-b068-409130ec62ba" -d '{"events": [{"server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "name": "network-vif-plugged", "status": "completed", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:46:57.850919 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0d73d78f-9edd-4494-bd6e-c779129d6764,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:46:57.881220 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c27e0b5-e293-463f-a5d5-db84efbbee5f x-openstack-request-id: req-4c27e0b5-e293-463f-a5d5-db84efbbee5f {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:46:57.881545 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "name": "network-vif-plugged", "status": "completed", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:46:57.881830 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c27e0b5-e293-463f-a5d5-db84efbbee5f {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:46:57.882224 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'code': 200}
Sep 25 04:46:57.972636 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:58.026280 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=0d73d78f-9edd-4494-bd6e-c779129d6764,revision_number=7']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:58.030283 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d3d84b1f-4a30-4fc0-954d-c70c1e0bcb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:58.034215 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d3d84b1f-4a30-4fc0-954d-c70c1e0bcb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:58.038918 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d3d84b1f-4a30-4fc0-954d-c70c1e0bcb7c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5097250d-94e0-4be1-8193-65150db9d7ba HTTP/1.1" status: 204  len: 168 time: 0.3067160
Sep 25 04:46:58.046004 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d84b1f-4a30-4fc0-954d-c70c1e0bcb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5097250d-94e0-4be1-8193-65150db9d7ba,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:58.128596 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3409c1-4a73-4e66-bb78-6508b915cbea req-b305e58f-a38b-4bd9-a7f5-98db7a4fae57 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:58.130195 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1b3409c1-4a73-4e66-bb78-6508b915cbea req-b305e58f-a38b-4bd9-a7f5-98db7a4fae57 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0572722
Sep 25 04:46:58.178152 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1b3409c1-4a73-4e66-bb78-6508b915cbea req-ebfecd25-9a0a-4a54-84c7-e8ac4016107d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382006
Sep 25 04:46:58.275102 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2eb917-4e24-400e-932d-00639f67901d req-7dbbd39a-3ba6-4b94-a70f-675cec4925fc tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:58.276733 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cc2eb917-4e24-400e-932d-00639f67901d req-7dbbd39a-3ba6-4b94-a70f-675cec4925fc tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0537267
Sep 25 04:46:58.318671 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cc2eb917-4e24-400e-932d-00639f67901d req-6ae2a0d4-757b-41f6-8be6-4d62b9428c76 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358088
Sep 25 04:46:58.796303 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d82355-2f96-47a9-b69d-ba242f11a179 req-231b9248-ef79-454b-b5d4-8c724038773d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:58.797963 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-14d82355-2f96-47a9-b69d-ba242f11a179 req-231b9248-ef79-454b-b5d4-8c724038773d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0666783
Sep 25 04:46:58.842715 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-14d82355-2f96-47a9-b69d-ba242f11a179 req-4b40dc37-4046-4b85-a6ba-7841cba90ef4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382824
Sep 25 04:46:58.944013 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b069d18-a3c4-4932-a155-c96acb74aec4 req-7d570a84-c49d-4f88-aa86-19908fc1414c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:58.945682 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0b069d18-a3c4-4932-a155-c96acb74aec4 req-7d570a84-c49d-4f88-aa86-19908fc1414c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0562680
Sep 25 04:46:58.998562 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0b069d18-a3c4-4932-a155-c96acb74aec4 req-7e5777a1-a35d-41c3-8f1e-066d8522cf0f tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461800
Sep 25 04:46:59.287280 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 49568) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:46:59.429138 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1734054665-network', 'tenant_id': '446a285e254a4870b0f2575f681b59c8'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:46:59.516791 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782ae8e-7064-4701-899f-32f45bdfca9c req-98d118fe-62b7-4b34-a344-23d536e515af tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:59.519621 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a782ae8e-7064-4701-899f-32f45bdfca9c req-98d118fe-62b7-4b34-a344-23d536e515af tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0845802
Sep 25 04:46:59.567888 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Made reservation on behalf of 446a285e254a4870b0f2575f681b59c8 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:46:59.571902 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:59.606533 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:59.637086 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a782ae8e-7064-4701-899f-32f45bdfca9c req-bebc15db-ffbe-4985-9143-d5a31b2e284c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077166
Sep 25 04:46:59.749107 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:59.818638 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:59.843453 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:46:59.854720 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a090f920-646c-4787-a4df-e7268ec7a394,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:46:59.859990 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:59.860361 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Added segment 432c1912-bf38-41fe-a1c1-71e6431e7e25 of type vlan for network 761a0ea8-1d6f-4842-8c01-40c770594e5e
Sep 25 04:46:59.915495 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:46:59.989394 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8828c-f303-4836-97ab-2a6eaf0b5dd6 req-49293ca2-c63a-402d-a686-620a61c6f5fe tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:46:59.991001 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4ed8828c-f303-4836-97ab-2a6eaf0b5dd6 req-49293ca2-c63a-402d-a686-620a61c6f5fe tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0714960
Sep 25 04:47:00.035797 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4ed8828c-f303-4836-97ab-2a6eaf0b5dd6 req-80d3cd59-746a-42eb-bcb9-9c2ffe05ec45 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376079
Sep 25 04:47:00.036640 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:00.037615 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:00.038219 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:00.119792 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] Pushing event updated for resources: {'Network': ['ID=761a0ea8-1d6f-4842-8c01-40c770594e5e,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:00.131225 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 761a0ea8-1d6f-4842-8c01-40c770594e5e details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:47:00.176678 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224fdfe-75c3-498d-a42c-3fc77bdeabeb req-a7c82092-0519-4d1c-a20c-3df2ce3e4bc8 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:00.178248 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c224fdfe-75c3-498d-a42c-3fc77bdeabeb req-a7c82092-0519-4d1c-a20c-3df2ce3e4bc8 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0605099
Sep 25 04:47:00.183399 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ac2f713c-19a7-42c5-ad9a-206fcd4909df admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8918169
Sep 25 04:47:00.183879 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 49588) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:00.189822 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-bbef0648-e8ce-4bba-b03f-a2149d27a1fd admin admin] Request body: {'subnet': {'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1734054665-subnet', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:47:00.240723 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c224fdfe-75c3-498d-a42c-3fc77bdeabeb req-b4314986-4d83-48e0-b50a-3e54bd9c4273 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474899
Sep 25 04:47:00.302736 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbef0648-e8ce-4bba-b03f-a2149d27a1fd admin admin] Made reservation on behalf of 446a285e254a4870b0f2575f681b59c8 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:47:00.305764 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bbef0648-e8ce-4bba-b03f-a2149d27a1fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9085601'] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:00.544723 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bbef0648-e8ce-4bba-b03f-a2149d27a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9536411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9085587'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:00.596005 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef0648-e8ce-4bba-b03f-a2149d27a1fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a14ec9d-3515-4a9e-bc61-1c4a8cd27529,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:00.613545 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef0648-e8ce-4bba-b03f-a2149d27a1fd admin admin] Checking segment: {'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:47:00.613952 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef0648-e8ce-4bba-b03f-a2149d27a1fd admin admin] Network hostable DHCP agents. Network: 761a0ea8-1d6f-4842-8c01-40c770594e5e, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:47:00.698671 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbef0648-e8ce-4bba-b03f-a2149d27a1fd admin admin] Network 761a0ea8-1d6f-4842-8c01-40c770594e5e is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:47:00.776343 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae08b27-526e-4fda-adf9-749de4598222 req-32213fbd-c338-45e8-bc96-5ffd9a8733a7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:00.777863 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fae08b27-526e-4fda-adf9-749de4598222 req-32213fbd-c338-45e8-bc96-5ffd9a8733a7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0564735
Sep 25 04:47:00.779098 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-bbef0648-e8ce-4bba-b03f-a2149d27a1fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 761a0ea8-1d6f-4842-8c01-40c770594e5e) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:47:00.783694 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbef0648-e8ce-4bba-b03f-a2149d27a1fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:00.784734 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bbef0648-e8ce-4bba-b03f-a2149d27a1fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:00.794728 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1856fb1f-7914-4c5e-8cbc-db5c886177ab None None] Network 761a0ea8-1d6f-4842-8c01-40c770594e5e requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:47:00.848256 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fae08b27-526e-4fda-adf9-749de4598222 req-9a352591-6e8c-40f9-b290-95bc8f3a6def tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452185
Sep 25 04:47:00.886439 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-bbef0648-e8ce-4bba-b03f-a2149d27a1fd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7011135
Sep 25 04:47:00.889998 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 49600) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:00.894825 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:47:00.978779 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30137'] for router, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:00.979875 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3703411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30128'] for router, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:00.989081 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70b41eb-9793-5ca1-934a-2b4112ba30ab-761a0ea8-1d6f-4842-8c01-40c770594e5e', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'fixed_ips': [{'subnet_id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529'}]}} from dv-cinder-768458-10-iscsi. {{(pid=101199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Sep 25 04:47:00.990065 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:01.034629 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:01.185154 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Allocated IP 172.20.0.2 (761a0ea8-1d6f-4842-8c01-40c770594e5e/6a14ec9d-3515-4a9e-bc61-1c4a8cd27529/9d854cd6-a8a0-42e7-a4b5-d592a5502748) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:47:01.242470 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314b8b9-5923-44df-9ae2-e34bcda98801 req-cbc5c625-37e9-4384-a278-8f29a024e058 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:01.244180 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9314b8b9-5923-44df-9ae2-e34bcda98801 req-cbc5c625-37e9-4384-a278-8f29a024e058 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1035748
Sep 25 04:47:01.331228 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:47:01.356199 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9314b8b9-5923-44df-9ae2-e34bcda98801 req-332868b6-8965-48f2-af60-c71290002ce1 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001620
Sep 25 04:47:01.467788 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29f4a1-9fa9-407a-9284-dc971a7ec802 req-ceb2fe5b-fd81-4be1-8b81-a12ec4726fe4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:01.469672 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0b29f4a1-9fa9-407a-9284-dc971a7ec802 req-ceb2fe5b-fd81-4be1-8b81-a12ec4726fe4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0699677
Sep 25 04:47:01.471812 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:01.521030 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0b29f4a1-9fa9-407a-9284-dc971a7ec802 req-5b569706-2a1e-452f-b9ad-cb8615a3e53c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447123
Sep 25 04:47:01.539412 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:01.584362 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Network 761a0ea8-1d6f-4842-8c01-40c770594e5e is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:47:01.587978 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Resources bound (agent type, host, resource id):  {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:47:01.592371 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:47:01.600363 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d678e-913b-451f-b8a6-2bfe0c3e0659 req-52475a80-114b-4a29-b159-2a2c5237b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:01.602092 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-658d678e-913b-451f-b8a6-2bfe0c3e0659 req-52475a80-114b-4a29-b159-2a2c5237b231 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbe579cf95634476890db51eac194687&device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 1099 time: 0.1392157
Sep 25 04:47:01.606733 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Pushing event updated for resources: {'Port': ['ID=9d854cd6-a8a0-42e7-a4b5-d592a5502748,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:01.629233 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:01.659836 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Attempting to bind port 9d854cd6-a8a0-42e7-a4b5-d592a5502748 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:47:01.660309 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Attempting to bind port 9d854cd6-a8a0-42e7-a4b5-d592a5502748 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:47:01.660756 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Attempting to bind port 9d854cd6-a8a0-42e7-a4b5-d592a5502748 on network 761a0ea8-1d6f-4842-8c01-40c770594e5e {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:47:01.666752 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:47:01.667271 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Checking segment: {'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:47:01.667773 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:01.668207 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Bound using segment: {'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:47:01.668686 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Bound port: 9d854cd6-a8a0-42e7-a4b5-d592a5502748, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:47:01.669099 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:01.751914 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d678e-913b-451f-b8a6-2bfe0c3e0659 req-f711b19b-f730-43db-8688-2f4bd6f06cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:01.753621 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] For port 9d854cd6-a8a0-42e7-a4b5-d592a5502748, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:47:01.753860 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-658d678e-913b-451f-b8a6-2bfe0c3e0659 req-f711b19b-f730-43db-8688-2f4bd6f06cb2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=85def040-d61d-48c6-b291-38db29b62b1a HTTP/1.1" status: 200  len: 917 time: 0.1214285
Sep 25 04:47:01.757333 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] For port 9d854cd6-a8a0-42e7-a4b5-d592a5502748, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=9d854cd6-a8a0-42e7-a4b5-d592a5502748,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:47:01.811242 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-658d678e-913b-451f-b8a6-2bfe0c3e0659 req-fa1f3b3a-34fa-4794-a94a-ad8b81ad1a80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee61d7dd-b786-4a95-8c15-797429a71729 HTTP/1.1" status: 200  len: 217 time: 0.0458727
Sep 25 04:47:01.856699 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:01.960844 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3b1f0-009c-4082-b1a0-97ac35357921 None None] Pushing event updated for resources: {'Port': ['ID=9d854cd6-a8a0-42e7-a4b5-d592a5502748,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:01.968041 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d678e-913b-451f-b8a6-2bfe0c3e0659 req-83090c24-ea89-446d-9d58-2727c689648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:01.970656 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-658d678e-913b-451f-b8a6-2bfe0c3e0659 req-83090c24-ea89-446d-9d58-2727c689648d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aedebdbd-7d90-45fc-9460-f48bb0a0d00b HTTP/1.1" status: 200  len: 857 time: 0.1403177
Sep 25 04:47:02.036645 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ecf21-729c-485a-be00-a284ac946f08 req-8ce966cd-0c05-4110-8dc8-1d7cc0f7c751 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:02.043361 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-da5ecf21-729c-485a-be00-a284ac946f08 req-8ce966cd-0c05-4110-8dc8-1d7cc0f7c751 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0628209
Sep 25 04:47:02.061577 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-658d678e-913b-451f-b8a6-2bfe0c3e0659 req-423dc518-a4bd-478d-960a-38c30f1cf72e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85def040-d61d-48c6-b291-38db29b62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0324278
Sep 25 04:47:02.112969 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-da5ecf21-729c-485a-be00-a284ac946f08 req-0cc6ad13-2d9a-455f-a804-dae3833422c6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519912
Sep 25 04:47:02.302746 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:02.335467 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:02.401200 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-658d678e-913b-451f-b8a6-2bfe0c3e0659 req-d98768c2-b122-4e7f-b289-9b7ac226d742 service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3040590
Sep 25 04:47:02.619366 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515b37c3-4de9-4fa1-8351-272dc560d12f req-9ae7a37f-d1bd-4c41-abd9-4ddb1b11199d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:02.622056 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-515b37c3-4de9-4fa1-8351-272dc560d12f req-9ae7a37f-d1bd-4c41-abd9-4ddb1b11199d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1319501
Sep 25 04:47:02.751809 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Allocated IP 172.27.2.60 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/c43e8516-3dba-4f68-96b5-e5b5101f9150) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:47:02.758813 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-658d678e-913b-451f-b8a6-2bfe0c3e0659 req-d753b8c8-2c0a-4263-a099-789f2be981ba service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3477619
Sep 25 04:47:02.771945 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695a761-8b08-44b8-af68-0829135ce917 req-afbc337c-6fa5-4460-83c2-f788ece00c3d tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:02.781337 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3695a761-8b08-44b8-af68-0829135ce917 req-afbc337c-6fa5-4460-83c2-f788ece00c3d tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1578469
Sep 25 04:47:02.798126 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-515b37c3-4de9-4fa1-8351-272dc560d12f req-f120b04a-c69d-44e0-9469-4e7164f9a98f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568048
Sep 25 04:47:02.874359 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3695a761-8b08-44b8-af68-0829135ce917 req-138b4c25-7528-4ff6-9520-29c192b176b3 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843861
Sep 25 04:47:03.015252 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:03.273717 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b6a95-715c-4adb-a685-7b652ae3df80 req-757e311d-9a5f-4f4e-8ed2-2206fdecc76b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:03.276462 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6a0b6a95-715c-4adb-a685-7b652ae3df80 req-757e311d-9a5f-4f4e-8ed2-2206fdecc76b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0729291
Sep 25 04:47:03.330663 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6a0b6a95-715c-4adb-a685-7b652ae3df80 req-c6367426-db2b-4373-9d31-46566156de22 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470467
Sep 25 04:47:03.354798 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:03.483001 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e079385c-5fc6-45f2-b878-b75d61ee2e66 None None] Network 761a0ea8-1d6f-4842-8c01-40c770594e5e requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:47:03.506290 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:47:03.518296 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:47:03.527278 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:47:03.567023 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Pushing event updated for resources: {'Port': ['ID=c43e8516-3dba-4f68-96b5-e5b5101f9150,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:03.650163 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-95749536-4daf-4a42-983e-324a833f4f73 None None] Provisioning complete for port 9d854cd6-a8a0-42e7-a4b5-d592a5502748 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:03.651036 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-95749536-4daf-4a42-983e-324a833f4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:03.705073 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 9d854cd6-a8a0-42e7-a4b5-d592a5502748 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:47:03.975258 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa807bcb-1238-43cb-adc6-918de612e5fa req-8f75f457-8bbe-42c2-addc-dff7897eac58 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:03.984042 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aa807bcb-1238-43cb-adc6-918de612e5fa req-8f75f457-8bbe-42c2-addc-dff7897eac58 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0995228
Sep 25 04:47:03.985727 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 9d854cd6-a8a0-42e7-a4b5-d592a5502748 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:03.986224 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:04.061523 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aa807bcb-1238-43cb-adc6-918de612e5fa req-42ca7d2b-e2fb-4e4c-9c58-b47425cde784 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740025
Sep 25 04:47:04.090910 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-95749536-4daf-4a42-983e-324a833f4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:04.104561 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6b0a2-ccdd-4bd7-8d18-fc8c33788f99 req-a3e3b990-2874-4f94-a066-da643556be66 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:04.107216 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:04.112915 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-acc6b0a2-ccdd-4bd7-8d18-fc8c33788f99 req-a3e3b990-2874-4f94-a066-da643556be66 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1209109
Sep 25 04:47:04.171544 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-95749536-4daf-4a42-983e-324a833f4f73 None None] For port 9d854cd6-a8a0-42e7-a4b5-d592a5502748, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=9d854cd6-a8a0-42e7-a4b5-d592a5502748,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:04.197349 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-acc6b0a2-ccdd-4bd7-8d18-fc8c33788f99 req-fe383e18-cda3-4563-a249-e36eb146088c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816827
Sep 25 04:47:04.269311 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-95749536-4daf-4a42-983e-324a833f4f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:04.372434 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95749536-4daf-4a42-983e-324a833f4f73 None None] Pushing event updated for resources: {'Port': ['ID=9d854cd6-a8a0-42e7-a4b5-d592a5502748,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:04.441189 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:04.614501 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c389af4-da69-4d56-95b1-083553a49220 req-8daad75d-0a33-414e-8800-752edaee5f8d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:04.614501 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2c389af4-da69-4d56-95b1-083553a49220 req-8daad75d-0a33-414e-8800-752edaee5f8d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1513846
Sep 25 04:47:04.644221 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-85ac44a0-ec0b-4252-9583-7801854894ed None None] Provisioning complete for port 9d854cd6-a8a0-42e7-a4b5-d592a5502748 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:04.645045 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-85ac44a0-ec0b-4252-9583-7801854894ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:04.702117 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2c389af4-da69-4d56-95b1-083553a49220 req-8a2c3df5-923f-4396-83f5-6febd5b8c7be tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0915968
Sep 25 04:47:04.721037 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.db.api [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 25 04:47:04.722048 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG oslo_db.api [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 25 04:47:04.780755 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3703306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713470'] for router, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:05.052997 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Router a24d9dda-6838-46ea-a931-00b8921efe1b is scheduled to L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 with binding_index 1 {{(pid=101197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 25 04:47:05.244642 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:47:05.256193 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Sync routers for ids ['a24d9dda-6838-46ea-a931-00b8921efe1b'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:47:05.265435 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68325eec-cfbe-41c8-b737-c8895f00f80b req-0f3f3890-38b3-475f-83da-a687304ba253 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:05.271687 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Routers {'a24d9dda-6838-46ea-a931-00b8921efe1b'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:47:05.273435 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd841fc10>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:46:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['a24d9dda-6838-46ea-a931-00b8921efe1b'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:05.275876 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-68325eec-cfbe-41c8-b737-c8895f00f80b req-0f3f3890-38b3-475f-83da-a687304ba253 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1238780
Sep 25 04:47:05.340055 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] Notify callbacks [] for router, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:05.341551 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-3f3781e1-c31c-407a-9b4f-03330bf97ab1 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 4.4502683
Sep 25 04:47:05.345068 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 49674) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:05.418889 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Set router a24d9dda-6838-46ea-a931-00b8921efe1b gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:47:05.442129 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-68325eec-cfbe-41c8-b737-c8895f00f80b req-3993e00c-b6c1-4199-b03c-e53177696055 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1583216
Sep 25 04:47:05.512879 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 9d854cd6-a8a0-42e7-a4b5-d592a5502748 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:47:05.575755 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de280b7-c9ce-4786-8c89-452e47a0a8cb req-db45b8b7-f62b-418d-975e-7eb1ae34136f tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:05.585807 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 9d854cd6-a8a0-42e7-a4b5-d592a5502748 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:05.586270 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:05.590342 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6de280b7-c9ce-4786-8c89-452e47a0a8cb req-db45b8b7-f62b-418d-975e-7eb1ae34136f tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.3090181
Sep 25 04:47:05.664582 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6de280b7-c9ce-4786-8c89-452e47a0a8cb req-b1abd331-6659-4439-812a-aea53a4e1cfc tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725117
Sep 25 04:47:05.772575 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd841fc10>, [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:47:03Z', 'revision_number': 3, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:05.831698 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Checking router: a24d9dda-6838-46ea-a931-00b8921efe1b for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:47:05.832331 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Updating router a24d9dda-6838-46ea-a931-00b8921efe1b port c43e8516-3dba-4f68-96b5-e5b5101f9150 binding host dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:47:05.871857 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:06.223446 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0909741-95a4-4288-aff3-419967e5cede req-c6358bde-3dce-488a-9442-fc25dea87b65 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:06.231854 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0909741-95a4-4288-aff3-419967e5cede req-c6358bde-3dce-488a-9442-fc25dea87b65 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.4021938
Sep 25 04:47:06.346030 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f0909741-95a4-4288-aff3-419967e5cede req-30eaf2a6-6554-42bc-9f45-9976bece3468 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1130023
Sep 25 04:47:06.358166 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:06.512569 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:06.518909 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:06.612197 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Attempting to bind port c43e8516-3dba-4f68-96b5-e5b5101f9150 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:47:06.612690 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Attempting to bind port c43e8516-3dba-4f68-96b5-e5b5101f9150 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:47:06.613156 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Attempting to bind port c43e8516-3dba-4f68-96b5-e5b5101f9150 on network 884f10d2-ae7d-401e-970c-bda63e6a05d5 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:47:06.637945 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Pushing event updated for resources: {'Port': ['ID=c43e8516-3dba-4f68-96b5-e5b5101f9150,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:06.642414 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:47:06.642906 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Checking segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:47:06.643372 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:06.644796 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Bound using segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:47:06.645295 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Bound port: c43e8516-3dba-4f68-96b5-e5b5101f9150, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:47:06.649275 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:06.652420 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:06.652785 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:06.653123 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:06.653450 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:06.653773 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:06.654110 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:06.654433 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:06.654748 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:06.655077 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:06.655398 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:06.655702 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:06.656196 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:06.693633 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0f479-b934-411c-8547-0aa21428eb09 req-e37b3000-a6ec-4169-882c-964d372adf04 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:06.697176 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-89a0f479-b934-411c-8547-0aa21428eb09 req-e37b3000-a6ec-4169-882c-964d372adf04 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1433549
Sep 25 04:47:06.775849 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] For port c43e8516-3dba-4f68-96b5-e5b5101f9150, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:47:06.804887 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-89a0f479-b934-411c-8547-0aa21428eb09 req-276fd561-5774-4f4e-be99-a1f6ab4c0eea tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974836
Sep 25 04:47:06.807492 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] For port c43e8516-3dba-4f68-96b5-e5b5101f9150, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=c43e8516-3dba-4f68-96b5-e5b5101f9150,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:47:06.922467 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Allocated IP 172.20.0.1 (761a0ea8-1d6f-4842-8c01-40c770594e5e/6a14ec9d-3515-4a9e-bc61-1c4a8cd27529/59c9222d-56c4-4490-bcf6-857fe1c0731e) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:47:06.975207 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:06.993040 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ab8b9-06a4-49dc-a79b-ffe3e807162d req-02367896-ce79-432c-ade6-0e638805af7f tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:06.995373 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3c7ab8b9-06a4-49dc-a79b-ffe3e807162d req-02367896-ce79-432c-ade6-0e638805af7f tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1815865
Sep 25 04:47:07.056091 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Routers {'a24d9dda-6838-46ea-a931-00b8921efe1b'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:47:07.056821 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd841fc10>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:46:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['a24d9dda-6838-46ea-a931-00b8921efe1b'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:07.061939 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f4d96-1674-4f09-b150-f0645b458914 None None] Pushing event updated for resources: {'Port': ['ID=c43e8516-3dba-4f68-96b5-e5b5101f9150,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:07.126195 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3c7ab8b9-06a4-49dc-a79b-ffe3e807162d req-6b2e2f4e-77f8-4d40-b055-fc932afe63cc tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176267
Sep 25 04:47:07.167503 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:07.231577 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] Set router a24d9dda-6838-46ea-a931-00b8921efe1b gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:47:07.434355 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:07.461600 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd841fc10>, [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:47:03Z', 'revision_number': 3, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:07.499641 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f69adb-7934-4780-9bc3-918446ec4015 None None] The sync data for ids ['a24d9dda-6838-46ea-a931-00b8921efe1b'] in dv-cinder-768458-10-iscsi is: [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:47:03Z', 'revision_number': 3, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:47:07.534496 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Network 761a0ea8-1d6f-4842-8c01-40c770594e5e is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:47:07.541855 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:47:07.560907 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:47:07.595797 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Pushing event updated for resources: {'Port': ['ID=59c9222d-56c4-4490-bcf6-857fe1c0731e,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:07.656219 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243d9ab-9d46-4cd1-a3f4-773bad55dc08 req-70a853e2-3376-4dbc-824e-25cd97327348 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:07.658130 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2243d9ab-9d46-4cd1-a3f4-773bad55dc08 req-70a853e2-3376-4dbc-824e-25cd97327348 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1657767
Sep 25 04:47:07.721635 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716483'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:07.817297 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c7abc-194d-41c9-9d17-0c9fe0e24be5 req-968d0de9-a4b5-4b7c-aff0-13f7546a1cbf tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:07.818914 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6b6c7abc-194d-41c9-9d17-0c9fe0e24be5 req-968d0de9-a4b5-4b7c-aff0-13f7546a1cbf tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1458352
Sep 25 04:47:07.839355 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2243d9ab-9d46-4cd1-a3f4-773bad55dc08 req-fbc04dda-d3f5-4f3d-bcfe-e64acd54b365 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1673543
Sep 25 04:47:07.931709 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6b6c7abc-194d-41c9-9d17-0c9fe0e24be5 req-1035691e-fdc7-4e8f-85c0-a6049289e2ae tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1053896
Sep 25 04:47:07.951039 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8c3d7df2-853e-40bb-abd6-59f4fcccde64 None None] Provisioning complete for port 59c9222d-56c4-4490-bcf6-857fe1c0731e triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:07.952489 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8c3d7df2-853e-40bb-abd6-59f4fcccde64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:08.090937 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d7df2-853e-40bb-abd6-59f4fcccde64 None None] Port 59c9222d-56c4-4490-bcf6-857fe1c0731e cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:47:08.116621 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07737ed-6c82-4a82-8835-1b0bdda2a950 req-b42d3465-5905-4afd-a781-4c86e5fb911e tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:08.119534 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d07737ed-6c82-4a82-8835-1b0bdda2a950 req-b42d3465-5905-4afd-a781-4c86e5fb911e tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1192088
Sep 25 04:47:08.145186 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:08.214989 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d07737ed-6c82-4a82-8835-1b0bdda2a950 req-cd63680b-5c2b-4741-9e5a-24c21fa184e4 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736401
Sep 25 04:47:08.453785 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:08.562916 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:08.641204 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d0cde-81af-4bb2-90d6-d4adb580262f req-78ceefb8-94e2-49a8-be90-3499a9320d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:08.643996 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-881d0cde-81af-4bb2-90d6-d4adb580262f req-78ceefb8-94e2-49a8-be90-3499a9320d84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 1098 time: 0.0739751
Sep 25 04:47:08.656989 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715955'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:08.678870 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Pushing event updated for resources: {'Port': ['ID=59c9222d-56c4-4490-bcf6-857fe1c0731e,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:08.840771 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d0cde-81af-4bb2-90d6-d4adb580262f req-c629e260-2a3a-4d79-9682-785e9e904ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:08.845375 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-881d0cde-81af-4bb2-90d6-d4adb580262f req-c629e260-2a3a-4d79-9682-785e9e904ebb service neutron] 10.222.0.23 "GET /v2.0/networks?id=662548c6-ea0f-42ea-8c47-15dfa9490131 HTTP/1.1" status: 200  len: 911 time: 0.1727920
Sep 25 04:47:08.858059 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Network 761a0ea8-1d6f-4842-8c01-40c770594e5e is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:47:08.860877 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:47:09.058738 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-881d0cde-81af-4bb2-90d6-d4adb580262f req-44007fce-f52e-4fa3-862a-5c89900f78cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32f737-b7d7-45f5-946d-dd6be47c07a7 HTTP/1.1" status: 200  len: 1000 time: 0.2003887
Sep 25 04:47:09.123167 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Router a24d9dda-6838-46ea-a931-00b8921efe1b has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:47:09.257571 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d0cde-81af-4bb2-90d6-d4adb580262f req-aef1ebe1-55b8-4ddf-a5c4-6d3532f2184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:09.261228 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-881d0cde-81af-4bb2-90d6-d4adb580262f req-aef1ebe1-55b8-4ddf-a5c4-6d3532f2184d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8524f7c8-7a47-40ed-8be3-7285aeb94293 HTTP/1.1" status: 200  len: 850 time: 0.1907763
Sep 25 04:47:09.287434 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6bd9c-7278-421f-96d1-0c59e975e260 req-a7ba483b-8aa7-45e3-b0c1-cd200b1ceebd tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:09.292073 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ae6bd9c-7278-421f-96d1-0c59e975e260 req-a7ba483b-8aa7-45e3-b0c1-cd200b1ceebd tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1976953
Sep 25 04:47:09.298694 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a5130-23c6-4d86-83a3-92079498cffa req-da9a5fdf-9bc8-43d4-b3b3-c6d884e2dd33 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:09.300633 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6e0a5130-23c6-4d86-83a3-92079498cffa req-da9a5fdf-9bc8-43d4-b3b3-c6d884e2dd33 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.2294302
Sep 25 04:47:09.383246 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d0cde-81af-4bb2-90d6-d4adb580262f req-e2c77c35-17f7-4e17-bffa-2f286cf3ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:09.385504 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-881d0cde-81af-4bb2-90d6-d4adb580262f req-e2c77c35-17f7-4e17-bffa-2f286cf3ebae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=662548c6-ea0f-42ea-8c47-15dfa9490131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1138918
Sep 25 04:47:09.442059 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-5ba3302a-97cf-4254-a126-c2d989c08e14 None None] Provisioning complete for port 59c9222d-56c4-4490-bcf6-857fe1c0731e triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:09.443056 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5ba3302a-97cf-4254-a126-c2d989c08e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:09.529514 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-5ba3302a-97cf-4254-a126-c2d989c08e14 None None] Port 59c9222d-56c4-4490-bcf6-857fe1c0731e cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:47:09.535818 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:47:09.563784 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6e0a5130-23c6-4d86-83a3-92079498cffa req-0e004ffb-b709-46eb-919a-7cb8ab7e49dd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1984398
Sep 25 04:47:09.579380 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-1db57b50-b5b1-40e1-8884-00b53de36a9c admin admin] 10.222.0.20 "PUT /v2.0/routers/a24d9dda-6838-46ea-a931-00b8921efe1b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2323837
Sep 25 04:47:09.586063 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device c43e8516-3dba-4f68-96b5-e5b5101f9150 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:47:09.605701 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ae6bd9c-7278-421f-96d1-0c59e975e260 req-aa2fed5f-7eb0-481a-8ed4-ce6ba5bc874d tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2424200
Sep 25 04:47:09.676561 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-881d0cde-81af-4bb2-90d6-d4adb580262f req-efb87a03-9232-4168-91eb-6ad87ed3ab12 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781086
Sep 25 04:47:09.703818 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port c43e8516-3dba-4f68-96b5-e5b5101f9150 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:09.704185 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:09.865088 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d5a72-bce9-4cc1-b9d7-c8df0057f997 req-4e869612-f8c2-4f83-bd17-541a3cdd7981 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:09.876964 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-178d5a72-bce9-4cc1-b9d7-c8df0057f997 req-4e869612-f8c2-4f83-bd17-541a3cdd7981 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1303833
Sep 25 04:47:09.928399 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:09.949074 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-178d5a72-bce9-4cc1-b9d7-c8df0057f997 req-8ef938e6-9eaf-46c6-9018-e5372db3454f tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711207
Sep 25 04:47:10.005014 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port c43e8516-3dba-4f68-96b5-e5b5101f9150, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=c43e8516-3dba-4f68-96b5-e5b5101f9150,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:10.076700 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:10.149360 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-881d0cde-81af-4bb2-90d6-d4adb580262f req-2a56d372-649b-417f-8813-6d5912101907 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4495132
Sep 25 04:47:10.158485 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Sync routers for ids ['a24d9dda-6838-46ea-a931-00b8921efe1b'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:47:10.192284 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Routers {'a24d9dda-6838-46ea-a931-00b8921efe1b'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:47:10.192958 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd288e790>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:46:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['a24d9dda-6838-46ea-a931-00b8921efe1b'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:10.196052 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=c43e8516-3dba-4f68-96b5-e5b5101f9150,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:10.403014 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Set router a24d9dda-6838-46ea-a931-00b8921efe1b gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:47:10.930783 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b7d9f-66ac-4c6e-a6e6-8fb57e4bc5f0 req-8827f960-693a-4ec1-a1a0-32edb05c20e1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:10.948535 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ae9b7d9f-66ac-4c6e-a6e6-8fb57e4bc5f0 req-8827f960-693a-4ec1-a1a0-32edb05c20e1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1379550
Sep 25 04:47:10.984992 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 49762) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:11.007162 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd288e790>, [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:47:07Z', 'revision_number': 4, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '59c9222d-56c4-4490-bcf6-857fe1c0731e', 'name': '', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'mac_address': 'fa:16:3e:43:78:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:06Z', 'updated_at': '2021-09-25T04:47:08Z', 'revision_number': 2, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'subnets': [{'id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:11.032035 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-215759765-network', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:47:11.047195 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Checking router: a24d9dda-6838-46ea-a931-00b8921efe1b for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:47:11.047713 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Updating router a24d9dda-6838-46ea-a931-00b8921efe1b port 59c9222d-56c4-4490-bcf6-857fe1c0731e binding host dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:47:11.094695 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:11.101717 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b208c-358a-4f12-a9f3-0e35670281dc req-16a14e68-d668-4c22-9fdd-5e9c3ddc67d9 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:11.103742 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ed8b208c-358a-4f12-a9f3-0e35670281dc req-16a14e68-d668-4c22-9fdd-5e9c3ddc67d9 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1370523
Sep 25 04:47:11.118309 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ae9b7d9f-66ac-4c6e-a6e6-8fb57e4bc5f0 req-82cd2a16-30bd-4617-b2ee-bdd8e659b371 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1647727
Sep 25 04:47:11.189749 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Made reservation on behalf of 6a102d9353a142c2bbb773a869571aa9 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:47:11.197282 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:11.213251 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ed8b208c-358a-4f12-a9f3-0e35670281dc req-2329722d-39ab-4f71-a2ad-75561a0dfa26 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0911889
Sep 25 04:47:11.231607 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:11.434677 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:11.503394 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:11.517698 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:47:11.535561 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:11.536392 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Added segment 4e9d5c74-7715-49d0-be8a-02385899c812 of type vlan for network 450ec720-d655-4901-8321-27063083bda1
Sep 25 04:47:11.567748 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device c43e8516-3dba-4f68-96b5-e5b5101f9150 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:47:11.610407 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:11.713519 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fde9066-fbf6-478f-95e7-67c9373f357a,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:11.731005 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:11.732106 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:11.735065 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:11.759998 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:11.770941 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port c43e8516-3dba-4f68-96b5-e5b5101f9150 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:11.771471 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:11.852753 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] Pushing event updated for resources: {'Network': ['ID=450ec720-d655-4901-8321-27063083bda1,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:11.867501 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 450ec720-d655-4901-8321-27063083bda1 details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:47:11.867906 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 49772) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:11.868894 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-03212881-5c2b-4a18-81d2-bd9e29537159 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8664870
Sep 25 04:47:11.874068 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-d4e2f7ff-041f-498f-8c2b-065a6f06ba0d admin admin] Request body: {'subnet': {'network_id': '450ec720-d655-4901-8321-27063083bda1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-215759765-subnet', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'ip_version': 4}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:47:11.895845 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:11.965766 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e2f7ff-041f-498f-8c2b-065a6f06ba0d admin admin] Made reservation on behalf of 6a102d9353a142c2bbb773a869571aa9 for: {'subnet': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:47:11.968459 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d4e2f7ff-041f-498f-8c2b-065a6f06ba0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9557954'] for subnet, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:12.018590 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb0113-d8ce-4ccb-9bd1-b100e3b6388d None None] Pushing event updated for resources: {'Port': ['ID=59c9222d-56c4-4490-bcf6-857fe1c0731e,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:12.112578 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Attempting to bind port 59c9222d-56c4-4490-bcf6-857fe1c0731e on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:47:12.114244 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Attempting to bind port 59c9222d-56c4-4490-bcf6-857fe1c0731e by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:47:12.114726 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Attempting to bind port 59c9222d-56c4-4490-bcf6-857fe1c0731e on network 761a0ea8-1d6f-4842-8c01-40c770594e5e {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:47:12.121670 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:47:12.124766 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Checking segment: {'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:47:12.125428 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:12.125852 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Bound using segment: {'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:47:12.127068 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Bound port: 59c9222d-56c4-4490-bcf6-857fe1c0731e, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:47:12.127068 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:12.330466 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] For port 59c9222d-56c4-4490-bcf6-857fe1c0731e, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:47:12.348763 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] For port 59c9222d-56c4-4490-bcf6-857fe1c0731e, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=59c9222d-56c4-4490-bcf6-857fe1c0731e,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:47:12.516104 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76da8e39-ae8d-4755-a99b-d4d1bb847d4b req-60944695-25b5-4397-916c-ca9be3d19504 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:12.528411 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-222910e7-959d-4f71-bf2f-8543e1e31d08 None None] Provisioning complete for port 59c9222d-56c4-4490-bcf6-857fe1c0731e triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:12.529243 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-222910e7-959d-4f71-bf2f-8543e1e31d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:12.529673 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-76da8e39-ae8d-4755-a99b-d4d1bb847d4b req-60944695-25b5-4397-916c-ca9be3d19504 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1969440
Sep 25 04:47:12.590608 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f352ca-d882-477c-af17-0952cb1c8f30 req-dc21ca9d-5d5c-4d8d-b79f-a3ef8bf1b947 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:12.592188 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1f352ca-d882-477c-af17-0952cb1c8f30 req-dc21ca9d-5d5c-4d8d-b79f-a3ef8bf1b947 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.2002585
Sep 25 04:47:12.596440 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-222910e7-959d-4f71-bf2f-8543e1e31d08 None None] Port 59c9222d-56c4-4490-bcf6-857fe1c0731e cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:47:12.600831 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-76da8e39-ae8d-4755-a99b-d4d1bb847d4b req-07e04cba-152b-445f-9014-8fd0ddf015b6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702360
Sep 25 04:47:12.643939 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1f352ca-d882-477c-af17-0952cb1c8f30 req-1850e764-1df5-4a08-979a-773a010888b3 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417910
Sep 25 04:47:12.657394 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d4e2f7ff-041f-498f-8c2b-065a6f06ba0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9735752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9558000'] for subnet, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:12.811813 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e2f7ff-041f-498f-8c2b-065a6f06ba0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=142d37e6-51ca-451b-91d9-821299b99ec9,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:12.811813 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e2f7ff-041f-498f-8c2b-065a6f06ba0d admin admin] Checking segment: {'id': '4e9d5c74-7715-49d0-be8a-02385899c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '450ec720-d655-4901-8321-27063083bda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:47:12.811813 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e2f7ff-041f-498f-8c2b-065a6f06ba0d admin admin] Network hostable DHCP agents. Network: 450ec720-d655-4901-8321-27063083bda1, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:47:13.055860 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:13.103493 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Routers {'a24d9dda-6838-46ea-a931-00b8921efe1b'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:47:13.105180 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd288e790>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:46:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['a24d9dda-6838-46ea-a931-00b8921efe1b'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:13.158356 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb0113-d8ce-4ccb-9bd1-b100e3b6388d None None] Pushing event updated for resources: {'Port': ['ID=59c9222d-56c4-4490-bcf6-857fe1c0731e,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:13.236417 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] Set router a24d9dda-6838-46ea-a931-00b8921efe1b gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:47:13.250203 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e2f7ff-041f-498f-8c2b-065a6f06ba0d admin admin] Network 450ec720-d655-4901-8321-27063083bda1 is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:47:13.353310 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8b5466a1-3547-4d28-83fe-53659be8f2e7 None None] Provisioning complete for port 59c9222d-56c4-4490-bcf6-857fe1c0731e triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:13.354312 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8b5466a1-3547-4d28-83fe-53659be8f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:13.403177 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-d4e2f7ff-041f-498f-8c2b-065a6f06ba0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 450ec720-d655-4901-8321-27063083bda1) {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:47:13.408131 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e2f7ff-041f-498f-8c2b-065a6f06ba0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:13.408778 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d4e2f7ff-041f-498f-8c2b-065a6f06ba0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:13.456665 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e883cb4-a602-4f13-a94b-ec495bb5b05a None None] Network 450ec720-d655-4901-8321-27063083bda1 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:47:13.514996 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d4e2f7ff-041f-498f-8c2b-065a6f06ba0d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.6435699
Sep 25 04:47:13.515419 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 49818) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:13.520038 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-215759765-router', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:47:13.668521 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30137'] for router, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:13.670492 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3703411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30128'] for router, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:13.682789 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8b5466a1-3547-4d28-83fe-53659be8f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:13.770760 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd288e790>, [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:47:07Z', 'revision_number': 4, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '59c9222d-56c4-4490-bcf6-857fe1c0731e', 'name': '', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'mac_address': 'fa:16:3e:43:78:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:06Z', 'updated_at': '2021-09-25T04:47:12Z', 'revision_number': 4, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'subnets': [{'id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:13.791080 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:13.796811 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22785954-c273-4f90-a034-94b6caa2991e req-48fd1f13-c32e-4b34-a25b-24a8d80595fc tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:13.805617 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-22785954-c273-4f90-a034-94b6caa2991e req-48fd1f13-c32e-4b34-a25b-24a8d80595fc tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.0916798
Sep 25 04:47:13.854517 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9a9297-b258-47cd-aa67-33a775b0a5af None None] The sync data for ids ['a24d9dda-6838-46ea-a931-00b8921efe1b'] in dv-cinder-768458-10-iscsi is: [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:47:07Z', 'revision_number': 4, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '59c9222d-56c4-4490-bcf6-857fe1c0731e', 'name': '', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'mac_address': 'fa:16:3e:43:78:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:06Z', 'updated_at': '2021-09-25T04:47:12Z', 'revision_number': 4, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'subnets': [{'id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:47:13.857605 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8b5466a1-3547-4d28-83fe-53659be8f2e7 None None] For port 59c9222d-56c4-4490-bcf6-857fe1c0731e, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=59c9222d-56c4-4490-bcf6-857fe1c0731e,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:13.866252 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-22785954-c273-4f90-a034-94b6caa2991e req-ed87ed0a-f20f-42b4-a17c-98c00d4b933b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595529
Sep 25 04:47:13.880470 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70b41eb-9793-5ca1-934a-2b4112ba30ab-450ec720-d655-4901-8321-27063083bda1', 'network_id': '450ec720-d655-4901-8321-27063083bda1', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'fixed_ips': [{'subnet_id': '142d37e6-51ca-451b-91d9-821299b99ec9'}]}} from dv-cinder-768458-10-iscsi. {{(pid=101199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Sep 25 04:47:13.882050 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:13.973040 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8b5466a1-3547-4d28-83fe-53659be8f2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:14.155689 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5466a1-3547-4d28-83fe-53659be8f2e7 None None] Pushing event updated for resources: {'Port': ['ID=59c9222d-56c4-4490-bcf6-857fe1c0731e,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:14.187339 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Allocated IP 172.20.0.2 (450ec720-d655-4901-8321-27063083bda1/142d37e6-51ca-451b-91d9-821299b99ec9/8864c941-0efa-41a0-86c8-7c910cd0a2a1) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:47:14.204640 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:14.542411 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:14.613046 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:14.639534 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:14.645233 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:14.741652 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Pushing event updated for resources: {'Port': ['ID=8864c941-0efa-41a0-86c8-7c910cd0a2a1,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:14.782830 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Network 450ec720-d655-4901-8321-27063083bda1 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:47:14.799312 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Resources bound (agent type, host, resource id):  {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:47:14.809792 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:47:14.840447 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Allocated IP 172.27.2.182 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/fdebfc9b-52f9-40d0-b76d-88e9e64d1e58) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:47:15.051625 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Attempting to bind port 8864c941-0efa-41a0-86c8-7c910cd0a2a1 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:47:15.052800 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Attempting to bind port 8864c941-0efa-41a0-86c8-7c910cd0a2a1 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '4e9d5c74-7715-49d0-be8a-02385899c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '450ec720-d655-4901-8321-27063083bda1'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:47:15.054288 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Attempting to bind port 8864c941-0efa-41a0-86c8-7c910cd0a2a1 on network 450ec720-d655-4901-8321-27063083bda1 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:47:15.067494 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:47:15.067882 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Checking segment: {'id': '4e9d5c74-7715-49d0-be8a-02385899c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '450ec720-d655-4901-8321-27063083bda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:47:15.068328 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:15.072737 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Bound using segment: {'id': '4e9d5c74-7715-49d0-be8a-02385899c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '450ec720-d655-4901-8321-27063083bda1'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:47:15.074892 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Bound port: 8864c941-0efa-41a0-86c8-7c910cd0a2a1, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9d5c74-7715-49d0-be8a-02385899c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '450ec720-d655-4901-8321-27063083bda1'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:47:15.075759 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:15.143062 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcba627-f843-4cf5-8792-3bbd7075a34d req-fd5b1b8f-6034-4386-84e4-960720ce3026 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:15.151477 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ddcba627-f843-4cf5-8792-3bbd7075a34d req-fd5b1b8f-6034-4386-84e4-960720ce3026 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1083133
Sep 25 04:47:15.186696 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:15.228502 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] For port 8864c941-0efa-41a0-86c8-7c910cd0a2a1, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:47:15.234876 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] For port 8864c941-0efa-41a0-86c8-7c910cd0a2a1, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=8864c941-0efa-41a0-86c8-7c910cd0a2a1,segment=NetworkSegment(4e9d5c74-7715-49d0-be8a-02385899c812),segment_id=4e9d5c74-7715-49d0-be8a-02385899c812)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:47:15.275849 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ddcba627-f843-4cf5-8792-3bbd7075a34d req-74162259-2c9f-45d1-bdb4-bef69c938d21 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1080883
Sep 25 04:47:15.382616 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:15.387568 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:15.484707 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:47:15.558007 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:47:15.571947 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:47:15.600562 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e3d200-87c7-46e4-a397-444e7a7754cc None None] Pushing event updated for resources: {'Port': ['ID=8864c941-0efa-41a0-86c8-7c910cd0a2a1,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:15.647005 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 59c9222d-56c4-4490-bcf6-857fe1c0731e up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:47:15.726995 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 59c9222d-56c4-4490-bcf6-857fe1c0731e triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:15.727364 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:15.735449 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=fdebfc9b-52f9-40d0-b76d-88e9e64d1e58,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:16.452959 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:16.576457 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd1734-b77d-4853-99e1-3bf9634d4576 req-4ef83e98-8c68-43e2-9a1b-7e9a7e91db36 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:16.586945 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-82dd1734-b77d-4853-99e1-3bf9634d4576 req-4ef83e98-8c68-43e2-9a1b-7e9a7e91db36 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1510880
Sep 25 04:47:16.825231 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-82dd1734-b77d-4853-99e1-3bf9634d4576 req-f179b0dc-0dcd-4c80-b600-933cdeb5d0b4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2362359
Sep 25 04:47:17.519796 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3703306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713470'] for router, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:17.628964 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cc3c00-09ac-4a96-b29f-e188cd2ef31b None None] Network 450ec720-d655-4901-8321-27063083bda1 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:47:17.868014 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 8864c941-0efa-41a0-86c8-7c910cd0a2a1 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:47:17.934707 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Router 877a2ef7-220f-4756-bc7c-1d5d092813ad is scheduled to L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 with binding_index 1 {{(pid=101197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 25 04:47:18.128569 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-96cf29bf-03a3-4ee5-b210-29095168e1f3 None None] Provisioning complete for port 8864c941-0efa-41a0-86c8-7c910cd0a2a1 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:18.130643 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-96cf29bf-03a3-4ee5-b210-29095168e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:18.192014 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ff788-7e40-45ad-98ea-f04d4fc784f4 req-1823b64a-2de3-4b36-b610-7ae6f5553b5b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:18.202920 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5a1ff788-7e40-45ad-98ea-f04d4fc784f4 req-1823b64a-2de3-4b36-b610-7ae6f5553b5b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1988730
Sep 25 04:47:18.315400 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5a1ff788-7e40-45ad-98ea-f04d4fc784f4 req-3dbb72f7-a6b1-46e6-9559-3074dc8b3761 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922484
Sep 25 04:47:18.375198 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:47:18.384370 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Sync routers for ids ['877a2ef7-220f-4756-bc7c-1d5d092813ad'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:47:18.395087 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Routers {'877a2ef7-220f-4756-bc7c-1d5d092813ad'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:47:18.396101 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd80e93a0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:46:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['877a2ef7-220f-4756-bc7c-1d5d092813ad'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:18.437371 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 8864c941-0efa-41a0-86c8-7c910cd0a2a1 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:18.437736 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:18.590201 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Set router 877a2ef7-220f-4756-bc7c-1d5d092813ad gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:47:18.630665 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-96cf29bf-03a3-4ee5-b210-29095168e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:18.650278 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:18.678970 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:18.683408 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 49880) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:18.684108 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-da415469-17d0-4c4e-840e-df1823167ab5 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.1673992
Sep 25 04:47:18.698696 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port 8864c941-0efa-41a0-86c8-7c910cd0a2a1, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=8864c941-0efa-41a0-86c8-7c910cd0a2a1,segment=NetworkSegment(4e9d5c74-7715-49d0-be8a-02385899c812),segment_id=4e9d5c74-7715-49d0-be8a-02385899c812)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:18.961485 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:18.972953 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd80e93a0>, [{'id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'name': 'tempest-TestMinimumBasicScenario-215759765-router', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:13Z', 'updated_at': '2021-09-25T04:47:16Z', 'revision_number': 3, 'project_id': '6a102d9353a142c2bbb773a869571aa9', 'gw_port': {'id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:14Z', 'updated_at': '2021-09-25T04:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:19.020944 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Checking router: 877a2ef7-220f-4756-bc7c-1d5d092813ad for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:47:19.021328 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Updating router 877a2ef7-220f-4756-bc7c-1d5d092813ad port fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 binding host dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:47:19.055731 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:19.160811 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.db.api [None req-96cf29bf-03a3-4ee5-b210-29095168e1f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 25 04:47:19.161824 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG oslo_db.api [None req-96cf29bf-03a3-4ee5-b210-29095168e1f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 25 04:47:19.185595 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=8864c941-0efa-41a0-86c8-7c910cd0a2a1,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:19.588532 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 8864c941-0efa-41a0-86c8-7c910cd0a2a1 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:47:19.610762 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:19.664064 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e8a51-5e4a-4c68-8c8f-826db92dab89 req-7c718cee-f03f-4696-8895-5a1a7128f7f7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:19.665651 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-108e8a51-5e4a-4c68-8c8f-826db92dab89 req-7c718cee-f03f-4696-8895-5a1a7128f7f7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1109478
Sep 25 04:47:19.708178 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:19.755118 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 8864c941-0efa-41a0-86c8-7c910cd0a2a1 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:19.757019 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:19.769848 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-108e8a51-5e4a-4c68-8c8f-826db92dab89 req-51f46c2b-aba6-403d-8126-4b0fa40d2637 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0954692
Sep 25 04:47:19.798473 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f43330-e1f6-45bf-8227-daa894d4ee27 None None] Pushing event updated for resources: {'Port': ['ID=fdebfc9b-52f9-40d0-b76d-88e9e64d1e58,revision_number=2']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:19.828962 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Attempting to bind port fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:47:19.829330 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Attempting to bind port fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:47:19.829691 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Attempting to bind port fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 on network 884f10d2-ae7d-401e-970c-bda63e6a05d5 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:47:19.831425 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:19.835529 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:47:19.835874 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Checking segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:47:19.836308 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:19.836693 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Bound using segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:47:19.837155 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Bound port: fdebfc9b-52f9-40d0-b76d-88e9e64d1e58, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:47:19.837562 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:19.902686 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] For port fdebfc9b-52f9-40d0-b76d-88e9e64d1e58, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:47:19.906108 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] For port fdebfc9b-52f9-40d0-b76d-88e9e64d1e58, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fdebfc9b-52f9-40d0-b76d-88e9e64d1e58,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:47:19.919781 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-abbe5e22-ec9b-4fbe-807a-a1ef2cad2d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:19.936043 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-150ccbcd-7e20-482b-a0fb-a2218c7b348c None None] Provisioning complete for port 8864c941-0efa-41a0-86c8-7c910cd0a2a1 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:19.936819 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-150ccbcd-7e20-482b-a0fb-a2218c7b348c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:19.985590 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:20.028148 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Allocated IP 172.20.0.1 (450ec720-d655-4901-8321-27063083bda1/142d37e6-51ca-451b-91d9-821299b99ec9/fb0462a5-64a2-46e1-a360-41b3ee7d5cad) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:47:20.112358 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Routers {'877a2ef7-220f-4756-bc7c-1d5d092813ad'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:47:20.113870 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd80e93a0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:46:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['877a2ef7-220f-4756-bc7c-1d5d092813ad'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:20.183677 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f43330-e1f6-45bf-8227-daa894d4ee27 None None] Pushing event updated for resources: {'Port': ['ID=fdebfc9b-52f9-40d0-b76d-88e9e64d1e58,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:20.260161 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:20.469630 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] Set router 877a2ef7-220f-4756-bc7c-1d5d092813ad gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:47:20.491340 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:20.596693 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Network 450ec720-d655-4901-8321-27063083bda1 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:47:20.600110 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:47:20.604400 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:47:20.632971 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Pushing event updated for resources: {'Port': ['ID=fb0462a5-64a2-46e1-a360-41b3ee7d5cad,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:20.658366 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716483'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:20.765539 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd80e93a0>, [{'id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'name': 'tempest-TestMinimumBasicScenario-215759765-router', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:13Z', 'updated_at': '2021-09-25T04:47:16Z', 'revision_number': 3, 'project_id': '6a102d9353a142c2bbb773a869571aa9', 'gw_port': {'id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:14Z', 'updated_at': '2021-09-25T04:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:20.799171 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acce1f9-7b30-4564-b52d-3c8a5f20700b None None] The sync data for ids ['877a2ef7-220f-4756-bc7c-1d5d092813ad'] in dv-cinder-768458-10-iscsi is: [{'id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'name': 'tempest-TestMinimumBasicScenario-215759765-router', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:13Z', 'updated_at': '2021-09-25T04:47:16Z', 'revision_number': 3, 'project_id': '6a102d9353a142c2bbb773a869571aa9', 'gw_port': {'id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:14Z', 'updated_at': '2021-09-25T04:47:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:47:20.862546 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-0e315a7f-08ed-4a41-bfef-9dc792e9c9c0 None None] Provisioning complete for port fb0462a5-64a2-46e1-a360-41b3ee7d5cad triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:20.866079 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0e315a7f-08ed-4a41-bfef-9dc792e9c9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:20.946825 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-0e315a7f-08ed-4a41-bfef-9dc792e9c9c0 None None] Port fb0462a5-64a2-46e1-a360-41b3ee7d5cad cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:47:20.989144 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:21.057315 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788fd80-aace-4b42-802f-1e1e42e7db8a req-a6408460-acba-4e53-8dce-cf1e45dc500b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:21.059659 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3788fd80-aace-4b42-802f-1e1e42e7db8a req-a6408460-acba-4e53-8dce-cf1e45dc500b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1081669
Sep 25 04:47:21.176037 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3788fd80-aace-4b42-802f-1e1e42e7db8a req-bc6b448c-b099-4b63-8e24-96abd606062c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970509
Sep 25 04:47:21.349941 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:21.495376 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:21.651440 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:47:21.677903 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715955'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:21.696416 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Pushing event updated for resources: {'Port': ['ID=fb0462a5-64a2-46e1-a360-41b3ee7d5cad,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:21.760188 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:21.760593 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:21.913542 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Network 450ec720-d655-4901-8321-27063083bda1 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:47:21.915035 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:47:21.927047 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:21.963237 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port fdebfc9b-52f9-40d0-b76d-88e9e64d1e58, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fdebfc9b-52f9-40d0-b76d-88e9e64d1e58,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:22.016827 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:22.105853 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=fdebfc9b-52f9-40d0-b76d-88e9e64d1e58,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:22.137405 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Router 877a2ef7-220f-4756-bc7c-1d5d092813ad has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:47:22.313715 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-a0e729f7-ece0-4ed7-8394-7227a8f0f957 None None] Provisioning complete for port fb0462a5-64a2-46e1-a360-41b3ee7d5cad triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:22.314684 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a0e729f7-ece0-4ed7-8394-7227a8f0f957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:22.334790 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:47:22.344859 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-eb95e3ac-02a6-45b8-84b3-55bde30e628b admin admin] 10.222.0.20 "PUT /v2.0/routers/877a2ef7-220f-4756-bc7c-1d5d092813ad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6601052
Sep 25 04:47:22.376057 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a498d8-9bfe-4dd2-985d-79e42fd95877 req-b73524c1-db7a-40ef-9ba1-bd240472f948 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:22.379195 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f3a498d8-9bfe-4dd2-985d-79e42fd95877 req-b73524c1-db7a-40ef-9ba1-bd240472f948 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1143212
Sep 25 04:47:22.472021 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f3a498d8-9bfe-4dd2-985d-79e42fd95877 req-cfb76660-2bbc-4ca6-b340-0293c4d96149 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0746899
Sep 25 04:47:22.576847 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf27e94-11e0-46f3-a989-0ab23f12aa90 req-bf485e20-e62d-4a37-b719-16d508b06283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:22.578349 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-a0e729f7-ece0-4ed7-8394-7227a8f0f957 None None] Port fb0462a5-64a2-46e1-a360-41b3ee7d5cad cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:47:22.578506 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3bf27e94-11e0-46f3-a989-0ab23f12aa90 req-bf485e20-e62d-4a37-b719-16d508b06283 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 1098 time: 0.1822581
Sep 25 04:47:22.720980 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf27e94-11e0-46f3-a989-0ab23f12aa90 req-6c1081c9-2b97-447a-a131-1c4277148954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:22.724145 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3bf27e94-11e0-46f3-a989-0ab23f12aa90 req-6c1081c9-2b97-447a-a131-1c4277148954 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da2159d-60a0-4d83-9c3e-f0f173eed71c HTTP/1.1" status: 200  len: 917 time: 0.1352503
Sep 25 04:47:22.818664 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3bf27e94-11e0-46f3-a989-0ab23f12aa90 req-757e5dc5-3053-49b5-8524-b07171a55150 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d73d78f-9edd-4494-bd6e-c779129d6764 HTTP/1.1" status: 200  len: 1001 time: 0.0824378
Sep 25 04:47:22.906788 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf27e94-11e0-46f3-a989-0ab23f12aa90 req-03cd0e18-1127-4e74-b652-2f5a02cf01e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:22.909147 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3bf27e94-11e0-46f3-a989-0ab23f12aa90 req-03cd0e18-1127-4e74-b652-2f5a02cf01e1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71e42a9c-4c27-485f-866b-a65a7784d81c HTTP/1.1" status: 200  len: 856 time: 0.0793631
Sep 25 04:47:22.979428 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf27e94-11e0-46f3-a989-0ab23f12aa90 req-7cbc2901-dbb7-4006-ab2c-c5b5e56e43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:22.981441 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3bf27e94-11e0-46f3-a989-0ab23f12aa90 req-7cbc2901-dbb7-4006-ab2c-c5b5e56e43a4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da2159d-60a0-4d83-9c3e-f0f173eed71c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0595379
Sep 25 04:47:23.161222 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3bf27e94-11e0-46f3-a989-0ab23f12aa90 req-08f1588c-987e-43f5-9d3d-11ae37cd9e18 service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1652219
Sep 25 04:47:23.317363 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3bf27e94-11e0-46f3-a989-0ab23f12aa90 req-5f222438-a2c4-4676-8e12-55d2fc0bdd47 service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383982
Sep 25 04:47:23.372475 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf80c9d-6773-459c-9eed-1dd474c086eb req-51984dfe-9920-4f37-bfb9-c01f8b36652d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:23.385192 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cdf80c9d-6773-459c-9eed-1dd474c086eb req-51984dfe-9920-4f37-bfb9-c01f8b36652d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.0912333
Sep 25 04:47:23.465587 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cdf80c9d-6773-459c-9eed-1dd474c086eb req-aceda3f5-9a49-4411-aa8c-5a4c5fe613d7 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749419
Sep 25 04:47:23.528964 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:47:23.666202 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:23.666721 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:23.784680 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9fca632d-49db-4d55-8089-1a6142579949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:23.844471 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee697d-97d7-4e5e-be5d-4d280bb82550 req-b1f8f1fd-5bbd-4c30-b77f-d52e08a50ec1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:23.849038 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d7ee697d-97d7-4e5e-be5d-4d280bb82550 req-b1f8f1fd-5bbd-4c30-b77f-d52e08a50ec1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1745372
Sep 25 04:47:23.888076 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e14b7-381c-41dc-a6ed-c1d3b0ab0103 req-843d68f4-b3e5-4f0d-9a69-31808d3d68a1 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:23.892664 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b84e14b7-381c-41dc-a6ed-c1d3b0ab0103 req-843d68f4-b3e5-4f0d-9a69-31808d3d68a1 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 945 time: 0.1606736
Sep 25 04:47:23.948868 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Sync routers for ids ['877a2ef7-220f-4756-bc7c-1d5d092813ad'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:47:23.980526 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Routers {'877a2ef7-220f-4756-bc7c-1d5d092813ad'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:47:23.981739 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2c86430>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:47:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['877a2ef7-220f-4756-bc7c-1d5d092813ad'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:24.136636 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b84e14b7-381c-41dc-a6ed-c1d3b0ab0103 req-45caa6ea-5ac6-44f3-928a-38a400dcf33c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2324474
Sep 25 04:47:24.202698 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d7ee697d-97d7-4e5e-be5d-4d280bb82550 req-59e9cc33-ee58-4eb7-85d5-ddb5d8c6aed7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3081412
Sep 25 04:47:24.295309 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:24.328146 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1b221402-87e3-4ab9-a299-fbfb52749734 req-ff2e910e-c414-49f7-8a63-1bda15e42f61 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1607432
Sep 25 04:47:24.455683 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Set router 877a2ef7-220f-4756-bc7c-1d5d092813ad gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:47:24.565725 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b221402-87e3-4ab9-a299-fbfb52749734 req-8a32625e-a856-4c24-a68f-8f503ab44d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:24.578189 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1b221402-87e3-4ab9-a299-fbfb52749734 req-8a32625e-a856-4c24-a68f-8f503ab44d6a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dbe579cf95634476890db51eac194687&device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 1099 time: 0.1913011
Sep 25 04:47:24.734095 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:24.790902 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef54d5-5b4a-4a9c-9f99-ce9ca43a0de6 req-7ccd34d3-0c60-4420-aa8e-9fc512997c9e tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:24.807527 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-99ef54d5-5b4a-4a9c-9f99-ce9ca43a0de6 req-7ccd34d3-0c60-4420-aa8e-9fc512997c9e tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1535456
Sep 25 04:47:24.889715 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b221402-87e3-4ab9-a299-fbfb52749734 req-d83f2588-c924-4333-a216-330803905f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:24.892049 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1b221402-87e3-4ab9-a299-fbfb52749734 req-d83f2588-c924-4333-a216-330803905f2a service neutron] 10.222.0.23 "GET /v2.0/networks?id=85def040-d61d-48c6-b291-38db29b62b1a HTTP/1.1" status: 200  len: 917 time: 0.2669261
Sep 25 04:47:24.896940 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-99ef54d5-5b4a-4a9c-9f99-ce9ca43a0de6 req-08054078-17d7-405b-9c48-813abe316893 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0906367
Sep 25 04:47:25.013020 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1b221402-87e3-4ab9-a299-fbfb52749734 req-7e652b32-71a4-48ea-bc4c-6ec4640e9c58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee61d7dd-b786-4a95-8c15-797429a71729 HTTP/1.1" status: 200  len: 217 time: 0.1025438
Sep 25 04:47:25.049035 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2c86430>, [{'id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'name': 'tempest-TestMinimumBasicScenario-215759765-router', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:13Z', 'updated_at': '2021-09-25T04:47:20Z', 'revision_number': 4, 'project_id': '6a102d9353a142c2bbb773a869571aa9', 'gw_port': {'id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:14Z', 'updated_at': '2021-09-25T04:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'fb0462a5-64a2-46e1-a360-41b3ee7d5cad', 'name': '', 'network_id': '450ec720-d655-4901-8321-27063083bda1', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'mac_address': 'fa:16:3e:2b:97:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '142d37e6-51ca-451b-91d9-821299b99ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:19Z', 'updated_at': '2021-09-25T04:47:21Z', 'revision_number': 2, 'project_id': '6a102d9353a142c2bbb773a869571aa9', 'subnets': [{'id': '142d37e6-51ca-451b-91d9-821299b99ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:25.129807 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b221402-87e3-4ab9-a299-fbfb52749734 req-13bce50f-1797-4a37-b853-b0acde9d0a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:25.132222 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1b221402-87e3-4ab9-a299-fbfb52749734 req-13bce50f-1797-4a37-b853-b0acde9d0a18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=aedebdbd-7d90-45fc-9460-f48bb0a0d00b HTTP/1.1" status: 200  len: 857 time: 0.1157393
Sep 25 04:47:25.149089 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Checking router: 877a2ef7-220f-4756-bc7c-1d5d092813ad for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:47:25.155125 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Updating router 877a2ef7-220f-4756-bc7c-1d5d092813ad port fb0462a5-64a2-46e1-a360-41b3ee7d5cad binding host dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:47:25.264822 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:25.276645 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1b221402-87e3-4ab9-a299-fbfb52749734 req-59064795-8e92-427e-a7b8-cf4bae55cf0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=85def040-d61d-48c6-b291-38db29b62b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1300495
Sep 25 04:47:25.333376 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:25.447651 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df380f-3272-4c9e-b7c2-4f1d06790a43 req-ec5ae220-3c55-4df8-b378-41d4992941fa tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:25.457417 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-65df380f-3272-4c9e-b7c2-4f1d06790a43 req-ec5ae220-3c55-4df8-b378-41d4992941fa tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 945 time: 0.1576011
Sep 25 04:47:25.509690 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1b221402-87e3-4ab9-a299-fbfb52749734 req-73bb0435-8df8-437d-b1ae-cd18dec4088d service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2217269
Sep 25 04:47:25.576954 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-65df380f-3272-4c9e-b7c2-4f1d06790a43 req-445238dd-2310-464f-b2ec-af8e779d85a1 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185095
Sep 25 04:47:25.608255 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27fffa-043b-4034-b7dc-a98cfdea7a64 req-e2258618-28c9-47e6-9f5e-4c0c0399495e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:25.625453 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4b27fffa-043b-4034-b7dc-a98cfdea7a64 req-e2258618-28c9-47e6-9f5e-4c0c0399495e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.1593065
Sep 25 04:47:25.725970 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4b27fffa-043b-4034-b7dc-a98cfdea7a64 req-745a39ab-0dbf-4cea-8e6a-3d659863caa3 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964544
Sep 25 04:47:25.795630 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1b221402-87e3-4ab9-a299-fbfb52749734 req-55198f00-7b47-41b7-a601-d221de3c1f16 service neutron] 10.222.0.23 "GET /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2712886
Sep 25 04:47:26.169878 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c4e55-de76-4e6c-9577-fbb99f6c7317 req-2f47968a-889b-484b-96fa-9deeb7591b75 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:26.177776 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-407c4e55-de76-4e6c-9577-fbb99f6c7317 req-2f47968a-889b-484b-96fa-9deeb7591b75 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1297863
Sep 25 04:47:26.231680 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f20e33-cb65-4e99-b06e-db57502fef54 req-f1114484-a983-4010-8553-db63ba61fb3f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:26.231680 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-39f20e33-cb65-4e99-b06e-db57502fef54 req-f1114484-a983-4010-8553-db63ba61fb3f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 945 time: 0.1379626
Sep 25 04:47:26.358579 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:26.428049 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-407c4e55-de76-4e6c-9577-fbb99f6c7317 req-1886e054-9842-47d0-8ff4-b042892d658a tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2349567
Sep 25 04:47:26.614411 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-39f20e33-cb65-4e99-b06e-db57502fef54 req-eae85c74-38b7-4d4f-a5e2-419b0c51c057 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Deleting port 2f2fddd0-865a-4379-97cf-30c0a48197e2 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:47:26.616978 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-39f20e33-cb65-4e99-b06e-db57502fef54 req-eae85c74-38b7-4d4f-a5e2-419b0c51c057 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:26.801991 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:26.875260 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6c076-9ace-4be6-91c6-2867eb62f09d req-5c89bca6-3075-4d72-9b13-14d98c47bb0d tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:26.895585 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-57d6c076-9ace-4be6-91c6-2867eb62f09d req-5c89bca6-3075-4d72-9b13-14d98c47bb0d tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 945 time: 0.1545408
Sep 25 04:47:27.035484 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-39f20e33-cb65-4e99-b06e-db57502fef54 req-eae85c74-38b7-4d4f-a5e2-419b0c51c057 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] For port 2f2fddd0-865a-4379-97cf-30c0a48197e2, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f2fddd0-865a-4379-97cf-30c0a48197e2,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:27.035961 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-39f20e33-cb65-4e99-b06e-db57502fef54 req-eae85c74-38b7-4d4f-a5e2-419b0c51c057 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:27.043799 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0d73d78f-9edd-4494-bd6e-c779129d6764 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:47:27.067348 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-39f20e33-cb65-4e99-b06e-db57502fef54 req-eae85c74-38b7-4d4f-a5e2-419b0c51c057 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Calling delete_port for 2f2fddd0-865a-4379-97cf-30c0a48197e2 owned by compute:nova {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:47:27.086669 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-57d6c076-9ace-4be6-91c6-2867eb62f09d req-c3a62857-6c4c-432d-b45a-4a9b71c18b12 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898868
Sep 25 04:47:27.206621 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deebf14-057a-4854-bc5e-96aa6cf260f8 req-205e9956-9809-4271-89a8-a36bf1f15895 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:27.209697 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7deebf14-057a-4854-bc5e-96aa6cf260f8 req-205e9956-9809-4271-89a8-a36bf1f15895 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.2326710
Sep 25 04:47:27.363044 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:27.625441 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd72d81-50e5-47ab-ad9d-a1a20c3f9300 req-a4beb90f-daa0-46e7-b327-ed0ee91d5b16 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:27.626977 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8cd72d81-50e5-47ab-ad9d-a1a20c3f9300 req-a4beb90f-daa0-46e7-b327-ed0ee91d5b16 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 945 time: 0.2475405
Sep 25 04:47:27.639850 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de73a2-734f-450d-b697-f3a8921419ee None None] Pushing event updated for resources: {'Port': ['ID=fb0462a5-64a2-46e1-a360-41b3ee7d5cad,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:27.728476 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:27.737941 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-6e4c955a-b2fd-4d53-8b53-8583616363a4 None None] Provisioning complete for port fb0462a5-64a2-46e1-a360-41b3ee7d5cad triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:27.738664 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6e4c955a-b2fd-4d53-8b53-8583616363a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:27.781247 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-7deebf14-057a-4854-bc5e-96aa6cf260f8 req-a3a5fd6f-d217-47d2-943f-5912a62c39de tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Deleting port 72260f69-d190-4612-977f-c7e3583f37fd {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:47:27.783296 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-7deebf14-057a-4854-bc5e-96aa6cf260f8 req-a3a5fd6f-d217-47d2-943f-5912a62c39de tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:27.787991 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Attempting to bind port fb0462a5-64a2-46e1-a360-41b3ee7d5cad on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:47:27.788929 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Attempting to bind port fb0462a5-64a2-46e1-a360-41b3ee7d5cad by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '4e9d5c74-7715-49d0-be8a-02385899c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '450ec720-d655-4901-8321-27063083bda1'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:47:27.789518 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Attempting to bind port fb0462a5-64a2-46e1-a360-41b3ee7d5cad on network 450ec720-d655-4901-8321-27063083bda1 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:47:27.801658 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-6e4c955a-b2fd-4d53-8b53-8583616363a4 None None] Port fb0462a5-64a2-46e1-a360-41b3ee7d5cad cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:47:27.803727 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:47:27.804150 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Checking segment: {'id': '4e9d5c74-7715-49d0-be8a-02385899c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '450ec720-d655-4901-8321-27063083bda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:47:27.804860 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:27.808280 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Bound using segment: {'id': '4e9d5c74-7715-49d0-be8a-02385899c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '450ec720-d655-4901-8321-27063083bda1'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:47:27.808280 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Bound port: fb0462a5-64a2-46e1-a360-41b3ee7d5cad, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9d5c74-7715-49d0-be8a-02385899c812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '450ec720-d655-4901-8321-27063083bda1'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:47:27.808280 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:27.830212 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-39f20e33-cb65-4e99-b06e-db57502fef54 req-eae85c74-38b7-4d4f-a5e2-419b0c51c057 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:27.862427 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['8d681131-ed0e-4ecb-9749-83add657e808', '595f17fd-dec3-4863-978a-49394ed6ffb9', '90ede77c-ec30-4ab8-af57-7d5b93631fbf', '2f2fddd0-865a-4379-97cf-30c0a48197e2'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:47:27.930914 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae85c74-38b7-4d4f-a5e2-419b0c51c057 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Pushing event deleted for resources: {'Port': ['ID=2f2fddd0-865a-4379-97cf-30c0a48197e2,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:27.931141 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8cd72d81-50e5-47ab-ad9d-a1a20c3f9300 req-7a5b1d52-1c4e-41c2-87d7-bbb0bbb85a7b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2822359
Sep 25 04:47:28.035989 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff291ab-ecf2-49f4-9d23-e43dac855bdb req-436c003f-3f41-45e7-8a8b-d9125dd1a9ed tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:28.047976 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9ff291ab-ecf2-49f4-9d23-e43dac855bdb req-436c003f-3f41-45e7-8a8b-d9125dd1a9ed tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.4184761
Sep 25 04:47:28.087968 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0d73d78f-9edd-4494-bd6e-c779129d6764,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:28.105538 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f20e33-cb65-4e99-b06e-db57502fef54 req-eae85c74-38b7-4d4f-a5e2-419b0c51c057 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] No DVR routers for this DVR port 2f2fddd0-865a-4379-97cf-30c0a48197e2 on host hv-cinder-76845 {{(pid=101197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:47:28.109250 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-39f20e33-cb65-4e99-b06e-db57502fef54 req-eae85c74-38b7-4d4f-a5e2-419b0c51c057 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:28.115409 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-39f20e33-cb65-4e99-b06e-db57502fef54 req-eae85c74-38b7-4d4f-a5e2-419b0c51c057 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "DELETE /v2.0/ports/2f2fddd0-865a-4379-97cf-30c0a48197e2 HTTP/1.1" status: 204  len: 173 time: 1.8776486
Sep 25 04:47:28.116463 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63a0129-aa37-4e05-a9b5-3f59070dd759', 'name': 'network-vif-deleted', 'tag': '2f2fddd0-865a-4379-97cf-30c0a48197e2'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:47:28.120037 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:47:28.120251 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a30dbbc-6f87-4e8f-92c0-9c80ec3fa20f" -d '{"events": [{"server_uuid": "d63a0129-aa37-4e05-a9b5-3f59070dd759", "name": "network-vif-deleted", "tag": "2f2fddd0-865a-4379-97cf-30c0a48197e2"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:47:28.123998 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3ad38e-3c39-4cca-a325-3f8b759d7d12" -d '{"events": [{"server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "name": "network-vif-unplugged", "status": "completed", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:47:28.146551 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9ff291ab-ecf2-49f4-9d23-e43dac855bdb req-f4937c75-0944-478d-a72c-82d0efc44dee tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967727
Sep 25 04:47:28.149847 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-7deebf14-057a-4854-bc5e-96aa6cf260f8 req-a3a5fd6f-d217-47d2-943f-5912a62c39de tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] For port 72260f69-d190-4612-977f-c7e3583f37fd, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=72260f69-d190-4612-977f-c7e3583f37fd,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:28.151699 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-7deebf14-057a-4854-bc5e-96aa6cf260f8 req-a3a5fd6f-d217-47d2-943f-5912a62c39de tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:28.186840 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:28.207052 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-7deebf14-057a-4854-bc5e-96aa6cf260f8 req-a3a5fd6f-d217-47d2-943f-5912a62c39de tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Calling delete_port for 72260f69-d190-4612-977f-c7e3583f37fd owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:47:28.270541 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=0d73d78f-9edd-4494-bd6e-c779129d6764,revision_number=8']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:28.283700 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] For port fb0462a5-64a2-46e1-a360-41b3ee7d5cad, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:47:28.306391 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] For port fb0462a5-64a2-46e1-a360-41b3ee7d5cad, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fb0462a5-64a2-46e1-a360-41b3ee7d5cad,segment=NetworkSegment(4e9d5c74-7715-49d0-be8a-02385899c812),segment_id=4e9d5c74-7715-49d0-be8a-02385899c812)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:47:28.331857 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7de21f-e888-443d-9d5b-473e6631d3be x-openstack-request-id: req-6e7de21f-e888-443d-9d5b-473e6631d3be {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:47:28.332527 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "name": "network-vif-unplugged", "status": "completed", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:47:28.333086 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e7de21f-e888-443d-9d5b-473e6631d3be {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:47:28.333957 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'code': 200}
Sep 25 04:47:28.374824 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddc3ec3-8a31-4d1a-a4a6-1eed89a82d5c x-openstack-request-id: req-4ddc3ec3-8a31-4d1a-a4a6-1eed89a82d5c {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:47:28.380945 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d63a0129-aa37-4e05-a9b5-3f59070dd759", "name": "network-vif-deleted", "tag": "2f2fddd0-865a-4379-97cf-30c0a48197e2", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:47:28.380945 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ddc3ec3-8a31-4d1a-a4a6-1eed89a82d5c {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:47:28.380945 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63a0129-aa37-4e05-a9b5-3f59070dd759', 'name': 'network-vif-deleted', 'tag': '2f2fddd0-865a-4379-97cf-30c0a48197e2', 'status': 'completed', 'code': 200}
Sep 25 04:47:28.426792 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:28.678017 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Routers {'877a2ef7-220f-4756-bc7c-1d5d092813ad'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:47:28.678679 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2c86430>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:47:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['877a2ef7-220f-4756-bc7c-1d5d092813ad'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:28.785982 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-88b4de9b-cd5a-4fde-bc1e-9b28ba7aaac8 req-04113c67-60eb-4631-8b36-defa12043a3a tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 210 time: 0.0845079
Sep 25 04:47:28.820156 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de73a2-734f-450d-b697-f3a8921419ee None None] Pushing event updated for resources: {'Port': ['ID=fb0462a5-64a2-46e1-a360-41b3ee7d5cad,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:29.018157 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] Set router 877a2ef7-220f-4756-bc7c-1d5d092813ad gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:47:29.342209 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0422d7-40cd-4d56-a74d-990a8f6fe524 req-d2b41775-63de-4bec-befb-f95d62154716 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:29.345005 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0e0422d7-40cd-4d56-a74d-990a8f6fe524 req-d2b41775-63de-4bec-befb-f95d62154716 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1811597
Sep 25 04:47:29.347962 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-45c76328-c7c0-48b3-9a40-0abb79a1d5af None None] Provisioning complete for port fb0462a5-64a2-46e1-a360-41b3ee7d5cad triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:29.348365 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-45c76328-c7c0-48b3-9a40-0abb79a1d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:29.394530 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-7deebf14-057a-4854-bc5e-96aa6cf260f8 req-a3a5fd6f-d217-47d2-943f-5912a62c39de tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:29.413106 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d809cf-682f-4b06-bb38-6d0c76197cfe req-127b16de-aa28-474c-9aae-6458c8240dbe tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:29.416082 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f5d809cf-682f-4b06-bb38-6d0c76197cfe req-127b16de-aa28-474c-9aae-6458c8240dbe tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 945 time: 0.1559920
Sep 25 04:47:29.566776 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5fd6f-d217-47d2-943f-5912a62c39de tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Pushing event deleted for resources: {'Port': ['ID=72260f69-d190-4612-977f-c7e3583f37fd,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:29.593101 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-45c76328-c7c0-48b3-9a40-0abb79a1d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:29.618609 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0e0422d7-40cd-4d56-a74d-990a8f6fe524 req-4f89a67a-d3ef-43c3-9987-604dc25b2d57 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2615414
Sep 25 04:47:29.630458 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2c86430>, [{'id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'name': 'tempest-TestMinimumBasicScenario-215759765-router', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:13Z', 'updated_at': '2021-09-25T04:47:20Z', 'revision_number': 4, 'project_id': '6a102d9353a142c2bbb773a869571aa9', 'gw_port': {'id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:14Z', 'updated_at': '2021-09-25T04:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'fb0462a5-64a2-46e1-a360-41b3ee7d5cad', 'name': '', 'network_id': '450ec720-d655-4901-8321-27063083bda1', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'mac_address': 'fa:16:3e:2b:97:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '142d37e6-51ca-451b-91d9-821299b99ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:19Z', 'updated_at': '2021-09-25T04:47:28Z', 'revision_number': 4, 'project_id': '6a102d9353a142c2bbb773a869571aa9', 'subnets': [{'id': '142d37e6-51ca-451b-91d9-821299b99ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:29.669430 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c13d2-dae5-4c79-aec7-4d439d129d43 None None] The sync data for ids ['877a2ef7-220f-4756-bc7c-1d5d092813ad'] in dv-cinder-768458-10-iscsi is: [{'id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'name': 'tempest-TestMinimumBasicScenario-215759765-router', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:13Z', 'updated_at': '2021-09-25T04:47:20Z', 'revision_number': 4, 'project_id': '6a102d9353a142c2bbb773a869571aa9', 'gw_port': {'id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:14Z', 'updated_at': '2021-09-25T04:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'fb0462a5-64a2-46e1-a360-41b3ee7d5cad', 'name': '', 'network_id': '450ec720-d655-4901-8321-27063083bda1', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'mac_address': 'fa:16:3e:2b:97:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '142d37e6-51ca-451b-91d9-821299b99ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:19Z', 'updated_at': '2021-09-25T04:47:28Z', 'revision_number': 4, 'project_id': '6a102d9353a142c2bbb773a869571aa9', 'subnets': [{'id': '142d37e6-51ca-451b-91d9-821299b99ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:47:29.787013 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-45c76328-c7c0-48b3-9a40-0abb79a1d5af None None] For port fb0462a5-64a2-46e1-a360-41b3ee7d5cad, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fb0462a5-64a2-46e1-a360-41b3ee7d5cad,segment=NetworkSegment(4e9d5c74-7715-49d0-be8a-02385899c812),segment_id=4e9d5c74-7715-49d0-be8a-02385899c812)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:29.840937 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-7deebf14-057a-4854-bc5e-96aa6cf260f8 req-a3a5fd6f-d217-47d2-943f-5912a62c39de tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] No DVR routers for this DVR port 72260f69-d190-4612-977f-c7e3583f37fd on host hv-cinder-76845 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:47:29.854084 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f5d809cf-682f-4b06-bb38-6d0c76197cfe req-11a11d81-7457-4aff-a0fe-65e6e479a554 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4142711
Sep 25 04:47:29.855169 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-7deebf14-057a-4854-bc5e-96aa6cf260f8 req-a3a5fd6f-d217-47d2-943f-5912a62c39de tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:29.860899 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7deebf14-057a-4854-bc5e-96aa6cf260f8 req-a3a5fd6f-d217-47d2-943f-5912a62c39de tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.23 "DELETE /v2.0/ports/72260f69-d190-4612-977f-c7e3583f37fd HTTP/1.1" status: 204  len: 173 time: 2.6358554
Sep 25 04:47:29.861456 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea59ca64-aae3-468d-a56c-6d37b0d9854e', 'name': 'network-vif-deleted', 'tag': '72260f69-d190-4612-977f-c7e3583f37fd'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:47:29.863686 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-45c76328-c7c0-48b3-9a40-0abb79a1d5af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:29.871214 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ace0ce-2268-41b4-93ca-7247f6951953" -d '{"events": [{"server_uuid": "ea59ca64-aae3-468d-a56c-6d37b0d9854e", "name": "network-vif-deleted", "tag": "72260f69-d190-4612-977f-c7e3583f37fd"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:47:30.006684 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c76328-c7c0-48b3-9a40-0abb79a1d5af None None] Pushing event updated for resources: {'Port': ['ID=fb0462a5-64a2-46e1-a360-41b3ee7d5cad,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:30.195266 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['ee61d7dd-b786-4a95-8c15-797429a71729'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:47:30.832461 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-27e5cd96-608f-4bb9-ba68-2c733a653c74 req-9397e3e7-6310-460b-a117-1a0449582a76 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=d63a0129-aa37-4e05-a9b5-3f59070dd759 HTTP/1.1" status: 200  len: 210 time: 0.0594034
Sep 25 04:47:30.915665 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0d73d78f-9edd-4494-bd6e-c779129d6764 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:47:30.917560 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d880237-1ec8-4f88-a959-16fc29d0aeea x-openstack-request-id: req-5d880237-1ec8-4f88-a959-16fc29d0aeea {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:47:30.918111 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea59ca64-aae3-468d-a56c-6d37b0d9854e", "name": "network-vif-deleted", "tag": "72260f69-d190-4612-977f-c7e3583f37fd", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:47:30.918571 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d880237-1ec8-4f88-a959-16fc29d0aeea {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:47:30.920318 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea59ca64-aae3-468d-a56c-6d37b0d9854e', 'name': 'network-vif-deleted', 'tag': '72260f69-d190-4612-977f-c7e3583f37fd', 'status': 'completed', 'code': 200}
Sep 25 04:47:31.069787 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 2f2fddd0-865a-4379-97cf-30c0a48197e2 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:47:31.079566 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cded7-9a93-48b6-b9a6-534df6be6ee8 req-79fe1850-0d84-4fb4-8688-37654d7d69cb tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:31.087765 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-118cded7-9a93-48b6-b9a6-534df6be6ee8 req-79fe1850-0d84-4fb4-8688-37654d7d69cb tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 945 time: 0.1009135
Sep 25 04:47:31.097623 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 2f2fddd0-865a-4379-97cf-30c0a48197e2 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:47:31.097967 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 2f2fddd0-865a-4379-97cf-30c0a48197e2 not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:47:31.098309 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 72260f69-d190-4612-977f-c7e3583f37fd no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:47:31.138988 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 72260f69-d190-4612-977f-c7e3583f37fd {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:47:31.138988 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 72260f69-d190-4612-977f-c7e3583f37fd not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:47:31.174312 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-118cded7-9a93-48b6-b9a6-534df6be6ee8 req-e7492ec9-a7c2-473a-842f-a706a5c63e84 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852299
Sep 25 04:47:31.442630 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e59b34c9-51fc-4610-91d6-e24015bdf8a2 req-5260e087-cac4-4351-9fca-f97d00edde1a tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea59ca64-aae3-468d-a56c-6d37b0d9854e HTTP/1.1" status: 200  len: 210 time: 0.1103175
Sep 25 04:47:31.709235 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fb0462a5-64a2-46e1-a360-41b3ee7d5cad up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:47:31.898833 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port fb0462a5-64a2-46e1-a360-41b3ee7d5cad triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:31.899211 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:32.467912 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [req-018cac5f-64bf-4604-8f5f-8993e7430e57 req-93d9f357-fcab-4e34-a615-51b5428e274c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:47:32.475099 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-018cac5f-64bf-4604-8f5f-8993e7430e57 req-93d9f357-fcab-4e34-a615-51b5428e274c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0235479
Sep 25 04:47:32.530210 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633a5d7-a173-4585-a769-d0e3c9dbb6c9 req-30e8f753-6e2c-4639-9402-77079e6269ae tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:32.554193 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c633a5d7-a173-4585-a769-d0e3c9dbb6c9 req-30e8f753-6e2c-4639-9402-77079e6269ae tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 945 time: 0.2329166
Sep 25 04:47:32.641600 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c633a5d7-a173-4585-a769-d0e3c9dbb6c9 req-b6572b57-84f9-492c-a6c2-a89561150b40 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827696
Sep 25 04:47:32.921704 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0edfc8-89c6-4ccb-a39c-32612045e469 req-20d81ccd-3552-455d-bef6-4bfcfaec24e1 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:32.930644 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4e0edfc8-89c6-4ccb-a39c-32612045e469 req-20d81ccd-3552-455d-bef6-4bfcfaec24e1 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.23 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 945 time: 0.1893511
Sep 25 04:47:33.241672 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-4e0edfc8-89c6-4ccb-a39c-32612045e469 req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Deleting port 0ffbec04-90da-4063-8d71-bc052f26f6d6 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:47:33.241672 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-4e0edfc8-89c6-4ccb-a39c-32612045e469 req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:33.364315 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-4e0edfc8-89c6-4ccb-a39c-32612045e469 req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] For port 0ffbec04-90da-4063-8d71-bc052f26f6d6, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0ffbec04-90da-4063-8d71-bc052f26f6d6,segment=NetworkSegment(01923c60-f976-4861-9718-02f661b866b6),segment_id=01923c60-f976-4861-9718-02f661b866b6)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:33.365190 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-4e0edfc8-89c6-4ccb-a39c-32612045e469 req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:33.382557 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-4e0edfc8-89c6-4ccb-a39c-32612045e469 req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Calling delete_port for 0ffbec04-90da-4063-8d71-bc052f26f6d6 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:47:33.485408 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49451f-a265-458f-b844-2128f50839d7 req-86b0eb97-ce28-4bae-8c5c-880478e2e1b2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:33.493111 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6e49451f-a265-458f-b844-2128f50839d7 req-86b0eb97-ce28-4bae-8c5c-880478e2e1b2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.3657315
Sep 25 04:47:33.716879 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6e49451f-a265-458f-b844-2128f50839d7 req-d95230ab-541d-4477-9eaa-0619a9c74cd4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2217872
Sep 25 04:47:33.784461 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-4e0edfc8-89c6-4ccb-a39c-32612045e469 req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:33.803505 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['0ffbec04-90da-4063-8d71-bc052f26f6d6'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:47:34.144344 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Pushing event deleted for resources: {'Port': ['ID=0ffbec04-90da-4063-8d71-bc052f26f6d6,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:34.227683 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:34.228748 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:34.229524 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:34.244012 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:34.244012 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:34.244012 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:34.244012 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:34.244012 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:34.244012 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:34.244012 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:34.244012 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:34.244012 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:34.244012 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0edfc8-89c6-4ccb-a39c-32612045e469 req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] No DVR routers for this DVR port 0ffbec04-90da-4063-8d71-bc052f26f6d6 on host hv-cinder-76845 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:47:34.244012 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-4e0edfc8-89c6-4ccb-a39c-32612045e469 req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:34.244012 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4e0edfc8-89c6-4ccb-a39c-32612045e469 req-c39745e3-84d0-4607-9124-bf9f9ad93bfe tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.23 "DELETE /v2.0/ports/0ffbec04-90da-4063-8d71-bc052f26f6d6 HTTP/1.1" status: 204  len: 173 time: 1.3152082
Sep 25 04:47:34.265345 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff95921-33a3-4561-8bbd-fa36ae834c68', 'name': 'network-vif-deleted', 'tag': '0ffbec04-90da-4063-8d71-bc052f26f6d6'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:47:34.265345 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbbb0a6-574a-43b8-84fd-ab64cf2e871d" -d '{"events": [{"server_uuid": "6ff95921-33a3-4561-8bbd-fa36ae834c68", "name": "network-vif-deleted", "tag": "0ffbec04-90da-4063-8d71-bc052f26f6d6"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:47:34.285795 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf22a3-8c90-4a73-aeb5-7b164c792112 req-c26a256d-8351-415c-b7d4-6f5a25c484dd tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:34.287712 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eddf22a3-8c90-4a73-aeb5-7b164c792112 req-c26a256d-8351-415c-b7d4-6f5a25c484dd tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.5183342
Sep 25 04:47:34.362516 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eddf22a3-8c90-4a73-aeb5-7b164c792112 req-579dc57f-57f7-4bc6-9158-d57b4677c887 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637598
Sep 25 04:47:34.554720 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-debc162e-c0c1-4b75-9441-9b67bb8b2a87 req-825f30ec-b2a1-4261-acbc-7593cb235723 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 210 time: 0.0398245
Sep 25 04:47:34.668501 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a87fc2-d996-4271-a6ed-1692b918a824 x-openstack-request-id: req-76a87fc2-d996-4271-a6ed-1692b918a824 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:47:34.672044 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff95921-33a3-4561-8bbd-fa36ae834c68", "name": "network-vif-deleted", "tag": "0ffbec04-90da-4063-8d71-bc052f26f6d6", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:47:34.672044 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76a87fc2-d996-4271-a6ed-1692b918a824 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:47:34.672603 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff95921-33a3-4561-8bbd-fa36ae834c68', 'name': 'network-vif-deleted', 'tag': '0ffbec04-90da-4063-8d71-bc052f26f6d6', 'status': 'completed', 'code': 200}
Sep 25 04:47:34.905436 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928fba5-0015-4b0b-8ba6-2cd736e3a0fe req-fd574900-3236-4d8f-b3fb-e73f3b7f60d7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:34.907200 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3928fba5-0015-4b0b-8ba6-2cd736e3a0fe req-fd574900-3236-4d8f-b3fb-e73f3b7f60d7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0701151
Sep 25 04:47:34.965965 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3928fba5-0015-4b0b-8ba6-2cd736e3a0fe req-33111015-578a-4f65-a945-aae5563c1955 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523555
Sep 25 04:47:35.329694 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6946ca39-509d-4b52-b21d-e8e74d101aba req-36ceaf16-7c0d-47dc-9b52-cef5fd6a7e0e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:35.329694 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6946ca39-509d-4b52-b21d-e8e74d101aba req-36ceaf16-7c0d-47dc-9b52-cef5fd6a7e0e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 945 time: 0.1147430
Sep 25 04:47:35.355917 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6946ca39-509d-4b52-b21d-e8e74d101aba req-382f713d-ad07-42ef-99d3-d2027146a520 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819843
Sep 25 04:47:35.696692 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ead4fe-2c23-4cfe-a4b4-866540f7eaa2 req-c1959915-0053-40de-ad6c-90a213f7ca05 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:35.711177 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a4ead4fe-2c23-4cfe-a4b4-866540f7eaa2 req-c1959915-0053-40de-ad6c-90a213f7ca05 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1016209
Sep 25 04:47:35.771711 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2e6bc567-ca36-49a0-ac39-346786abc86e req-fe2af233-e2bf-458a-b9d4-a045dfeaadf4 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=6ff95921-33a3-4561-8bbd-fa36ae834c68 HTTP/1.1" status: 200  len: 210 time: 0.0562382
Sep 25 04:47:35.828219 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a4ead4fe-2c23-4cfe-a4b4-866540f7eaa2 req-b9a1b09c-9e23-4061-8c93-83b805927853 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157560
Sep 25 04:47:36.213037 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa8d3c-be60-447e-94ed-69952bbe9655 req-0c950716-fdab-4687-9a5f-2e7d6f7a2699 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:36.215968 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ddaa8d3c-be60-447e-94ed-69952bbe9655 req-0c950716-fdab-4687-9a5f-2e7d6f7a2699 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0834565
Sep 25 04:47:36.273572 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ddaa8d3c-be60-447e-94ed-69952bbe9655 req-38f31181-eee3-4389-9259-11bf5f252c10 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481629
Sep 25 04:47:36.612634 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed47d68-2e94-4b57-85d0-ae4e51e68f3e req-b8e27c51-4a4b-4c92-a5b7-f14803e848d0 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:36.615107 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eed47d68-2e94-4b57-85d0-ae4e51e68f3e req-b8e27c51-4a4b-4c92-a5b7-f14803e848d0 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 945 time: 0.2101240
Sep 25 04:47:36.826612 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5627a0-9bb2-4059-aa81-7716849d331d req-b91c53b8-2f8b-4000-8e1e-9df710827f1d tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:36.837605 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df5627a0-9bb2-4059-aa81-7716849d331d req-b91c53b8-2f8b-4000-8e1e-9df710827f1d tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 945 time: 0.2207122
Sep 25 04:47:36.842547 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-eed47d68-2e94-4b57-85d0-ae4e51e68f3e req-98efa837-0943-455d-b6c4-d042f40e169f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Deleting port 90ede77c-ec30-4ab8-af57-7d5b93631fbf {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:47:36.842933 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-eed47d68-2e94-4b57-85d0-ae4e51e68f3e req-98efa837-0943-455d-b6c4-d042f40e169f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:36.958301 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0ffbec04-90da-4063-8d71-bc052f26f6d6 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:47:37.042304 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 0ffbec04-90da-4063-8d71-bc052f26f6d6 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:47:37.042719 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0ffbec04-90da-4063-8d71-bc052f26f6d6 not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:47:37.877825 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-df5627a0-9bb2-4059-aa81-7716849d331d req-45c7b9dd-842e-473f-9069-a1fb4bed7518 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8025577
Sep 25 04:47:37.894884 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d773957-afd0-4b7a-864f-7bb63b926d53 req-89542119-7eef-44bd-be6a-00363409c732 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:37.904960 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8d773957-afd0-4b7a-864f-7bb63b926d53 req-89542119-7eef-44bd-be6a-00363409c732 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.8675213
Sep 25 04:47:37.956732 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-eed47d68-2e94-4b57-85d0-ae4e51e68f3e req-98efa837-0943-455d-b6c4-d042f40e169f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] For port 90ede77c-ec30-4ab8-af57-7d5b93631fbf, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=90ede77c-ec30-4ab8-af57-7d5b93631fbf,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:37.957545 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-eed47d68-2e94-4b57-85d0-ae4e51e68f3e req-98efa837-0943-455d-b6c4-d042f40e169f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:37.980119 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8d773957-afd0-4b7a-864f-7bb63b926d53 req-a7012473-944e-42b6-b39b-15d4c555c14d tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737662
Sep 25 04:47:38.010486 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-eed47d68-2e94-4b57-85d0-ae4e51e68f3e req-98efa837-0943-455d-b6c4-d042f40e169f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Calling delete_port for 90ede77c-ec30-4ab8-af57-7d5b93631fbf owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:47:38.180966 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a006f-220b-42fe-8831-4daccc9e5cd7 req-e28fc6ff-3d8b-4aa8-9b11-b7c2a1210567 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:38.190452 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb7a006f-220b-42fe-8831-4daccc9e5cd7 req-e28fc6ff-3d8b-4aa8-9b11-b7c2a1210567 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0963020
Sep 25 04:47:38.276328 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb7a006f-220b-42fe-8831-4daccc9e5cd7 req-61890215-4c9e-4cc8-a04a-364d9d8e11e3 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0824771
Sep 25 04:47:38.331418 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:47:38.549426 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-eed47d68-2e94-4b57-85d0-ae4e51e68f3e req-98efa837-0943-455d-b6c4-d042f40e169f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:38.593353 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efa837-0943-455d-b6c4-d042f40e169f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Pushing event deleted for resources: {'Port': ['ID=90ede77c-ec30-4ab8-af57-7d5b93631fbf,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:38.677861 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed47d68-2e94-4b57-85d0-ae4e51e68f3e req-98efa837-0943-455d-b6c4-d042f40e169f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] No DVR routers for this DVR port 90ede77c-ec30-4ab8-af57-7d5b93631fbf on host hv-cinder-76845 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:47:38.697819 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-eed47d68-2e94-4b57-85d0-ae4e51e68f3e req-98efa837-0943-455d-b6c4-d042f40e169f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:38.699900 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eed47d68-2e94-4b57-85d0-ae4e51e68f3e req-98efa837-0943-455d-b6c4-d042f40e169f tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "DELETE /v2.0/ports/90ede77c-ec30-4ab8-af57-7d5b93631fbf HTTP/1.1" status: 204  len: 173 time: 2.0647442
Sep 25 04:47:38.708822 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b485f5-bcc8-42a9-8732-318cd9120069', 'name': 'network-vif-deleted', 'tag': '90ede77c-ec30-4ab8-af57-7d5b93631fbf'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:47:38.708822 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9e8049-a4e8-477f-83e3-2b34748874e5" -d '{"events": [{"server_uuid": "f7b485f5-bcc8-42a9-8732-318cd9120069", "name": "network-vif-deleted", "tag": "90ede77c-ec30-4ab8-af57-7d5b93631fbf"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:47:38.754841 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaf1f84-a098-4165-86de-488dfd33b946 x-openstack-request-id: req-bcaf1f84-a098-4165-86de-488dfd33b946 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:47:38.755147 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b485f5-bcc8-42a9-8732-318cd9120069", "name": "network-vif-deleted", "tag": "90ede77c-ec30-4ab8-af57-7d5b93631fbf", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:47:38.755499 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcaf1f84-a098-4165-86de-488dfd33b946 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:47:38.755977 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b485f5-bcc8-42a9-8732-318cd9120069', 'name': 'network-vif-deleted', 'tag': '90ede77c-ec30-4ab8-af57-7d5b93631fbf', 'status': 'completed', 'code': 200}
Sep 25 04:47:39.013405 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 50206) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:39.297047 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b005f71c-d711-4816-b191-abec6bf627d7 req-0ee3fef4-bfb2-4020-b9e2-255085152107 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 210 time: 0.1295438
Sep 25 04:47:39.463142 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022cf4df-b0a1-4309-877f-7c6bf0b2df7e req-a34e45c6-23f0-4cdf-a814-b95a1ffe913f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:39.481416 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-022cf4df-b0a1-4309-877f-7c6bf0b2df7e req-a34e45c6-23f0-4cdf-a814-b95a1ffe913f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1059895
Sep 25 04:47:39.615113 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-022cf4df-b0a1-4309-877f-7c6bf0b2df7e req-8fbfbe9a-d185-4ee8-846a-e8a6ff7d5c6d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1194460
Sep 25 04:47:39.637468 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1162e-7da4-420c-bb7a-ac9ff32ebbdb req-91d3a979-c5d3-487d-8448-0ed3947eb917 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:39.639257 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-38c1162e-7da4-420c-bb7a-ac9ff32ebbdb req-91d3a979-c5d3-487d-8448-0ed3947eb917 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1565692
Sep 25 04:47:39.740241 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d448b216-7d4e-4939-b0f8-656e96181f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:39.917598 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d448b216-7d4e-4939-b0f8-656e96181f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:39.933911 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-38c1162e-7da4-420c-bb7a-ac9ff32ebbdb req-ac41fdb2-2a0e-42e2-b6db-e9d48cf4a469 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2698076
Sep 25 04:47:40.034910 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d448b216-7d4e-4939-b0f8-656e96181f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:40.128357 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d448b216-7d4e-4939-b0f8-656e96181f9b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45d89583f2804a5b9aa3f0322a09139a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0845802
Sep 25 04:47:40.128357 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 50216) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:40.168438 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448b216-7d4e-4939-b0f8-656e96181f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b35c727-5b18-4115-95d3-dace284f93fc,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:40.241961 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9452626c-f1a3-4983-b172-e364b906c482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:40.272207 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9452626c-f1a3-4983-b172-e364b906c482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:40.508407 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e8550d43-a9e2-4703-9a01-26de702e4fc8 req-fc5d5ea3-e13e-4a7a-8636-04f68ecf8193 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 210 time: 0.0378704
Sep 25 04:47:40.705671 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9452626c-f1a3-4983-b172-e364b906c482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:40.708266 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9452626c-f1a3-4983-b172-e364b906c482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:40.709477 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9452626c-f1a3-4983-b172-e364b906c482 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b35c727-5b18-4115-95d3-dace284f93fc HTTP/1.1" status: 204  len: 168 time: 0.5861900
Sep 25 04:47:40.719047 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9452626c-f1a3-4983-b172-e364b906c482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b35c727-5b18-4115-95d3-dace284f93fc,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:40.860544 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfa51e-dfea-4449-94a0-386dd51435ba req-0fd0fc87-793f-40d3-94c0-cc98b94d7b55 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:40.862047 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e3dfa51e-dfea-4449-94a0-386dd51435ba req-0fd0fc87-793f-40d3-94c0-cc98b94d7b55 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0543439
Sep 25 04:47:40.922997 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e3dfa51e-dfea-4449-94a0-386dd51435ba req-1529af26-6348-4816-a83b-b5ea128866fd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483377
Sep 25 04:47:41.132401 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05168c-0e22-45e8-bf87-c36c936cadcb req-487c5aa4-6711-4513-9ab4-f0ef90d18388 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:41.139854 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8a05168c-0e22-45e8-bf87-c36c936cadcb req-487c5aa4-6711-4513-9ab4-f0ef90d18388 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0990064
Sep 25 04:47:41.195906 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['8d681131-ed0e-4ecb-9749-83add657e808', '595f17fd-dec3-4863-978a-49394ed6ffb9', '90ede77c-ec30-4ab8-af57-7d5b93631fbf'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:47:41.539833 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8a05168c-0e22-45e8-bf87-c36c936cadcb req-c04852d9-ff6a-4cba-9279-74423f3f1388 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3327072
Sep 25 04:47:41.802180 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a14d4522-052d-4d0a-afbb-00b7b0b94ed5 req-2a49be0c-e7ea-4676-97ed-a6eea4c257bb tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b485f5-bcc8-42a9-8732-318cd9120069 HTTP/1.1" status: 200  len: 210 time: 0.0912666
Sep 25 04:47:42.023406 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510a78e-bb4e-42c6-b8ba-3a5d787ee7bf req-193f6792-1265-4a01-b672-c6c9a57db93a tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:42.023406 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6510a78e-bb4e-42c6-b8ba-3a5d787ee7bf req-193f6792-1265-4a01-b672-c6c9a57db93a tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.23 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.1385992
Sep 25 04:47:42.202605 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1dcfe8-2299-4287-8a02-b0704f64948e req-cf2c99a9-33f5-43ac-aea3-fc77e5a451b2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:42.205609 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ab1dcfe8-2299-4287-8a02-b0704f64948e req-cf2c99a9-33f5-43ac-aea3-fc77e5a451b2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0961905
Sep 25 04:47:42.239255 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-6510a78e-bb4e-42c6-b8ba-3a5d787ee7bf req-733794da-c6bb-47c7-b9a2-cbcaf1812351 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Deleting port ee61d7dd-b786-4a95-8c15-797429a71729 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:47:42.239709 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-6510a78e-bb4e-42c6-b8ba-3a5d787ee7bf req-733794da-c6bb-47c7-b9a2-cbcaf1812351 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:42.273977 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ab1dcfe8-2299-4287-8a02-b0704f64948e req-982686eb-9d95-4eb5-9c90-4e39666127a1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598650
Sep 25 04:47:42.446135 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-6510a78e-bb4e-42c6-b8ba-3a5d787ee7bf req-733794da-c6bb-47c7-b9a2-cbcaf1812351 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] For port ee61d7dd-b786-4a95-8c15-797429a71729, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ee61d7dd-b786-4a95-8c15-797429a71729,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:42.446581 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-6510a78e-bb4e-42c6-b8ba-3a5d787ee7bf req-733794da-c6bb-47c7-b9a2-cbcaf1812351 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:42.496137 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-6510a78e-bb4e-42c6-b8ba-3a5d787ee7bf req-733794da-c6bb-47c7-b9a2-cbcaf1812351 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Calling delete_port for ee61d7dd-b786-4a95-8c15-797429a71729 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:47:42.896336 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c7ee5-15f1-43b5-8d79-82d4f9107e11 req-c65a803b-681f-4d99-8376-3f07d86c2770 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:42.896336 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b23c7ee5-15f1-43b5-8d79-82d4f9107e11 req-c65a803b-681f-4d99-8376-3f07d86c2770 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 946 time: 0.0838127
Sep 25 04:47:43.004409 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-6510a78e-bb4e-42c6-b8ba-3a5d787ee7bf req-733794da-c6bb-47c7-b9a2-cbcaf1812351 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:43.018839 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['ee61d7dd-b786-4a95-8c15-797429a71729'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:47:43.130916 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b23c7ee5-15f1-43b5-8d79-82d4f9107e11 req-54c48173-d984-4b88-80a7-b9914757fe87 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e28aaa5-d985-43f6-962c-59133aef7d36&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2227890
Sep 25 04:47:43.135015 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733794da-c6bb-47c7-b9a2-cbcaf1812351 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Pushing event deleted for resources: {'Port': ['ID=ee61d7dd-b786-4a95-8c15-797429a71729,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:43.192552 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 90ede77c-ec30-4ab8-af57-7d5b93631fbf no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:47:43.221663 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-6510a78e-bb4e-42c6-b8ba-3a5d787ee7bf req-733794da-c6bb-47c7-b9a2-cbcaf1812351 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] No DVR routers for this DVR port ee61d7dd-b786-4a95-8c15-797429a71729 on host hv-cinder-76845 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:47:43.226406 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-6510a78e-bb4e-42c6-b8ba-3a5d787ee7bf req-733794da-c6bb-47c7-b9a2-cbcaf1812351 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:43.239313 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6510a78e-bb4e-42c6-b8ba-3a5d787ee7bf req-733794da-c6bb-47c7-b9a2-cbcaf1812351 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.23 "DELETE /v2.0/ports/ee61d7dd-b786-4a95-8c15-797429a71729 HTTP/1.1" status: 204  len: 173 time: 1.2016220
Sep 25 04:47:43.239313 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82b476c-c161-43bb-8832-d62afc1e1683', 'name': 'network-vif-deleted', 'tag': 'ee61d7dd-b786-4a95-8c15-797429a71729'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:47:43.257558 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 90ede77c-ec30-4ab8-af57-7d5b93631fbf {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:47:43.260531 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 90ede77c-ec30-4ab8-af57-7d5b93631fbf not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:47:43.265217 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc818bd-2540-4da7-b907-62e4feace1d0" -d '{"events": [{"server_uuid": "c82b476c-c161-43bb-8832-d62afc1e1683", "name": "network-vif-deleted", "tag": "ee61d7dd-b786-4a95-8c15-797429a71729"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:47:43.347046 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64bfa55-dd7e-4b1f-8975-c64fe2f6db21 x-openstack-request-id: req-c64bfa55-dd7e-4b1f-8975-c64fe2f6db21 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:47:43.347495 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82b476c-c161-43bb-8832-d62afc1e1683", "name": "network-vif-deleted", "tag": "ee61d7dd-b786-4a95-8c15-797429a71729", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:47:43.347977 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c64bfa55-dd7e-4b1f-8975-c64fe2f6db21 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:47:43.348516 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82b476c-c161-43bb-8832-d62afc1e1683', 'name': 'network-vif-deleted', 'tag': 'ee61d7dd-b786-4a95-8c15-797429a71729', 'status': 'completed', 'code': 200}
Sep 25 04:47:43.626280 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748c1b1-4691-495c-bba7-5b8d8ebe6b24 req-96acfa6f-424c-4e40-a8b0-d3da4c73507b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:43.644267 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1748c1b1-4691-495c-bba7-5b8d8ebe6b24 req-96acfa6f-424c-4e40-a8b0-d3da4c73507b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1545892
Sep 25 04:47:43.698420 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1748c1b1-4691-495c-bba7-5b8d8ebe6b24 req-850cf122-b0b3-40c5-95d2-b2034e894f42 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514052
Sep 25 04:47:43.970015 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 50330) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:44.064627 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373330f7-e174-4f19-9487-11c6692cabc7 req-3eab795d-9e85-44b8-b34d-a809e4721006 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:44.071809 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-3eab795d-9e85-44b8-b34d-a809e4721006 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/networks?id=761a0ea8-1d6f-4842-8c01-40c770594e5e HTTP/1.1" status: 200  len: 815 time: 0.1991160
Sep 25 04:47:44.090406 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d740f8d-c3fd-4e1f-ad9b-b9d92c4f21f6 req-087c43c5-b497-46b1-84b7-12d753cd0918 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:44.092032 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d740f8d-c3fd-4e1f-ad9b-b9d92c4f21f6 req-087c43c5-b497-46b1-84b7-12d753cd0918 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 945 time: 0.0980451
Sep 25 04:47:44.101693 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-949e4d1f-785d-4607-8a0e-10db4db4d677 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/quotas/446a285e254a4870b0f2575f681b59c8 HTTP/1.1" status: 200  len: 375 time: 0.0288987
Sep 25 04:47:44.158944 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-5c1cba3f-855f-416d-8d90-2f7073b6b97d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1872294
Sep 25 04:47:44.173042 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-4f8d9289-4f0e-4f7f-b043-99671445851e service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:47:44.177017 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-4f8d9289-4f0e-4f7f-b043-99671445851e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0093291
Sep 25 04:47:44.235099 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d740f8d-c3fd-4e1f-ad9b-b9d92c4f21f6 req-43ac2379-c7e8-4849-b234-6d8fe9ae87d8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311171
Sep 25 04:47:44.255839 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-2b799f61-b8b5-44c8-ae0b-117ca12662b3 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=446a285e254a4870b0f2575f681b59c8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1507850
Sep 25 04:47:44.442051 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-32b75aff-a819-416b-9971-a5ceedef2abf req-1a31c9e5-592d-49f9-9839-8f4b41509647 tempest-ServerRescueNegativeTestJSON-1525621961 tempest-ServerRescueNegativeTestJSON-1525621961-project] 10.222.0.20 "GET /v2.0/ports?device_id=c82b476c-c161-43bb-8832-d62afc1e1683 HTTP/1.1" status: 200  len: 210 time: 0.0503993
Sep 25 04:47:44.477152 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-08c53b67-7abe-43cd-b32d-f4449db1fd97 service neutron] 10.222.0.20 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2113986
Sep 25 04:47:44.602938 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-4e1b92de-81af-4e9d-8d40-0c80de8c45a0 service neutron] 10.222.0.20 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246204
Sep 25 04:47:44.968462 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e803aeee-f19b-4e21-a6a8-0b796925b7e1 req-30e053ca-24f0-49bf-bfa0-bbf472a18398 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 210 time: 0.0808771
Sep 25 04:47:44.977516 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b6be4a-6a99-4d04-8cae-6d1b16ee7ec6 req-1d234b4c-888a-428b-a44d-28420eb1d7bb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:44.991393 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-87b6be4a-6a99-4d04-8cae-6d1b16ee7ec6 req-1d234b4c-888a-428b-a44d-28420eb1d7bb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1609423
Sep 25 04:47:45.047778 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-87b6be4a-6a99-4d04-8cae-6d1b16ee7ec6 req-f25dfdbe-9379-459e-a866-4f05dc79ceb2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591207
Sep 25 04:47:45.364913 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44619097-f89c-4ce2-8cd3-a814e3e2f929 req-fd83080e-7f74-4146-b540-789f2369b9cf tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:45.367368 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-44619097-f89c-4ce2-8cd3-a814e3e2f929 req-fd83080e-7f74-4146-b540-789f2369b9cf tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 945 time: 0.0571287
Sep 25 04:47:45.414995 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-44619097-f89c-4ce2-8cd3-a814e3e2f929 req-6db2ab32-3572-4b97-a200-504362eba6d7 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407391
Sep 25 04:47:45.511677 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 50368) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:46.066564 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c20f8f88-8a3e-4b17-98e5-7049c546d78d req-1075b04e-074f-4748-949a-b2ed32164d6d tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 210 time: 0.0410171
Sep 25 04:47:46.238688 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683deb6f-6964-4393-b579-d788562b66e4 req-f9b62cea-f529-4218-bf2d-94a00d18abe1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:46.240174 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-683deb6f-6964-4393-b579-d788562b66e4 req-f9b62cea-f529-4218-bf2d-94a00d18abe1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0558131
Sep 25 04:47:46.248271 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715868'] for router_interface, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:46.281193 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-683deb6f-6964-4393-b579-d788562b66e4 req-206d55ce-0fbb-4d33-8a48-812769b0b977 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347166
Sep 25 04:47:46.574049 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe455f7-6a26-4847-8133-a744fd6ed2c5 req-8fdf6da6-55c4-483d-9402-86ef70751e71 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:46.576286 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cfe455f7-6a26-4847-8133-a744fd6ed2c5 req-8fdf6da6-55c4-483d-9402-86ef70751e71 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 945 time: 0.0648527
Sep 25 04:47:46.616725 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Deleting port 731e216b-a915-4320-900e-08feb0b749f3 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:47:46.617367 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:46.637153 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cfe455f7-6a26-4847-8133-a744fd6ed2c5 req-bd05ccaa-5367-473e-b471-18995f79cc8a tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535502
Sep 25 04:47:46.702774 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] For port 731e216b-a915-4320-900e-08feb0b749f3, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=731e216b-a915-4320-900e-08feb0b749f3,segment=NetworkSegment(170f2d13-7b1d-46f5-a2e9-111c90e535ca),segment_id=170f2d13-7b1d-46f5-a2e9-111c90e535ca)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:46.703072 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:46.716639 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Calling delete_port for 731e216b-a915-4320-900e-08feb0b749f3 owned by network:router_interface {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:47:47.009861 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:47.041520 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=731e216b-a915-4320-900e-08feb0b749f3,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:47.053523 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:47.053982 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:47.054307 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:47.054634 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:47.054959 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:47.055289 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:47.055603 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:47.055929 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:47.056248 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:47.056581 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:47.056902 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:47.057215 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:47:47.166380 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08daca61-0b57-4eef-a63b-80b254963659 req-4a19385f-15e7-4ebb-8f40-173977f2ca50 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 210 time: 0.0268073
Sep 25 04:47:47.208156 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716501'] for router_interface, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:47.408916 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325823be-8b5e-4ba6-aa1b-856d5b6587ad req-d1ec8bbf-030f-45d0-90aa-cc480af4edf4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:47.410464 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-325823be-8b5e-4ba6-aa1b-856d5b6587ad req-d1ec8bbf-030f-45d0-90aa-cc480af4edf4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0515292
Sep 25 04:47:47.430231 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Router 1b702ac2-a12a-41c1-89fa-b5a40d92d20f has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:47:47.458875 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-325823be-8b5e-4ba6-aa1b-856d5b6587ad req-ad2fb259-d2b6-42c4-a72b-87949cadeebf tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405746
Sep 25 04:47:47.552157 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:47:47.557242 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-f524cc44-bd81-4ebe-b50e-33370d1847e9 admin admin] 10.222.0.20 "PUT /v2.0/routers/1b702ac2-a12a-41c1-89fa-b5a40d92d20f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0445006
Sep 25 04:47:47.560074 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 50398) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:47.561142 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3d1026-f770-4a54-b891-0818c49df56d None None] Sync routers for ids ['1b702ac2-a12a-41c1-89fa-b5a40d92d20f'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:47:47.572009 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d1026-f770-4a54-b891-0818c49df56d None None] Routers {'1b702ac2-a12a-41c1-89fa-b5a40d92d20f'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:47:47.572554 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-3f3d1026-f770-4a54-b891-0818c49df56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8146d00>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:47:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['1b702ac2-a12a-41c1-89fa-b5a40d92d20f'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:47.674788 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Notify callbacks [] for router, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:47.682009 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-3f3d1026-f770-4a54-b891-0818c49df56d None None] Set router 1b702ac2-a12a-41c1-89fa-b5a40d92d20f gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:47:47.835964 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ee61d7dd-b786-4a95-8c15-797429a71729 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:47:47.876839 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6307d916-7d19-4fad-99e9-58c0b0f0535b req-6d0a779e-1f47-4ca0-8ad5-25529740ee9e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:47.876839 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6307d916-7d19-4fad-99e9-58c0b0f0535b req-6d0a779e-1f47-4ca0-8ad5-25529740ee9e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 945 time: 0.1266088
Sep 25 04:47:47.877039 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: ee61d7dd-b786-4a95-8c15-797429a71729 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:47:47.877039 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ee61d7dd-b786-4a95-8c15-797429a71729 not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:47:47.903060 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:47.933814 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6307d916-7d19-4fad-99e9-58c0b0f0535b req-66381d05-009c-4df5-89cf-5ca46bb7dd23 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552711
Sep 25 04:47:47.944908 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-3f3d1026-f770-4a54-b891-0818c49df56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8146d00>, [{'id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'name': 'tempest-ServerRescueNegativeTestJSON-69672237-router', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:16Z', 'updated_at': '2021-09-25T04:47:46Z', 'revision_number': 5, 'project_id': 'dbe579cf95634476890db51eac194687', 'gw_port': {'id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:18Z', 'updated_at': '2021-09-25T04:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:47.989068 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3d1026-f770-4a54-b891-0818c49df56d None None] Checking router: 1b702ac2-a12a-41c1-89fa-b5a40d92d20f for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:47:48.000484 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d1026-f770-4a54-b891-0818c49df56d None None] Routers {'1b702ac2-a12a-41c1-89fa-b5a40d92d20f'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:47:48.001531 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-3f3d1026-f770-4a54-b891-0818c49df56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8146d00>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:47:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['1b702ac2-a12a-41c1-89fa-b5a40d92d20f'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:48.238086 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-3f3d1026-f770-4a54-b891-0818c49df56d None None] Set router 1b702ac2-a12a-41c1-89fa-b5a40d92d20f gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:47:48.250804 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Deleting port b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:47:48.251209 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:48.409999 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7979a747-b241-48ae-ac44-051508a07e1c req-7715b15b-5899-4b30-aef3-1b14d4587d39 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 210 time: 0.0429239
Sep 25 04:47:48.409999 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] For port b8e04f4e-b97a-44d7-9618-ef9bf11a4e31, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=b8e04f4e-b97a-44d7-9618-ef9bf11a4e31,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:48.409999 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:48.419019 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Calling delete_port for b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 owned by network:router_gateway {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:47:48.434587 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94437782-3e93-491f-a65e-00502532668c req-b60f0150-a4ec-431d-846a-0099b75827f5 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:48.436183 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-94437782-3e93-491f-a65e-00502532668c req-b60f0150-a4ec-431d-846a-0099b75827f5 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 945 time: 0.0897446
Sep 25 04:47:48.441002 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-3f3d1026-f770-4a54-b891-0818c49df56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8146d00>, [{'id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'name': 'tempest-ServerRescueNegativeTestJSON-69672237-router', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:16Z', 'updated_at': '2021-09-25T04:47:46Z', 'revision_number': 5, 'project_id': 'dbe579cf95634476890db51eac194687', 'gw_port': {'id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:18Z', 'updated_at': '2021-09-25T04:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:48.473751 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3d1026-f770-4a54-b891-0818c49df56d None None] The sync data for ids ['1b702ac2-a12a-41c1-89fa-b5a40d92d20f'] in dv-cinder-768458-10-iscsi is: [{'id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'name': 'tempest-ServerRescueNegativeTestJSON-69672237-router', 'tenant_id': 'dbe579cf95634476890db51eac194687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:16Z', 'updated_at': '2021-09-25T04:47:46Z', 'revision_number': 5, 'project_id': 'dbe579cf95634476890db51eac194687', 'gw_port': {'id': 'b8e04f4e-b97a-44d7-9618-ef9bf11a4e31', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:af:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b702ac2-a12a-41c1-89fa-b5a40d92d20f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:18Z', 'updated_at': '2021-09-25T04:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:47:48.731712 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195391c2-cda0-4a81-a348-d5a29b7668ba req-3b81cbbc-7a32-4f35-be53-3f1fec473968 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:48.738211 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-195391c2-cda0-4a81-a348-d5a29b7668ba req-3b81cbbc-7a32-4f35-be53-3f1fec473968 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1466193
Sep 25 04:47:48.775494 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-94437782-3e93-491f-a65e-00502532668c req-c9d1fb92-00bb-457b-92cb-c47d4fe58f3c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Deleting port 595f17fd-dec3-4863-978a-49394ed6ffb9 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:47:48.775891 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-94437782-3e93-491f-a65e-00502532668c req-c9d1fb92-00bb-457b-92cb-c47d4fe58f3c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:48.986173 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-195391c2-cda0-4a81-a348-d5a29b7668ba req-a3a44795-7f98-449d-ad99-320aa120880f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2345650
Sep 25 04:47:49.170141 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73d119-3176-4251-96db-b79a35223880 req-fa5a4014-f2e6-4ea9-8e2e-3b6cc003997f tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:49.173560 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-fa5a4014-f2e6-4ea9-8e2e-3b6cc003997f tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/networks?id=a1dbf142-ad08-4e23-9c92-11b9306911be HTTP/1.1" status: 200  len: 814 time: 0.3339679
Sep 25 04:47:49.462251 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 731e216b-a915-4320-900e-08feb0b749f3 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:47:49.484382 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 731e216b-a915-4320-900e-08feb0b749f3 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:47:49.485142 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 731e216b-a915-4320-900e-08feb0b749f3 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:47:49.506849 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:49.561258 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e04f4e-b97a-44d7-9618-ef9bf11a4e31,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:49.587675 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-7d982156-d527-497b-ba89-34c2f0ccb985 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/quotas/17d20b71ec304f22bcb7d7ebc02ada38 HTTP/1.1" status: 200  len: 375 time: 0.3988316
Sep 25 04:47:49.599188 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-94437782-3e93-491f-a65e-00502532668c req-c9d1fb92-00bb-457b-92cb-c47d4fe58f3c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] For port 595f17fd-dec3-4863-978a-49394ed6ffb9, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=595f17fd-dec3-4863-978a-49394ed6ffb9,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:47:49.600745 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-94437782-3e93-491f-a65e-00502532668c req-c9d1fb92-00bb-457b-92cb-c47d4fe58f3c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:49.678585 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-94437782-3e93-491f-a65e-00502532668c req-c9d1fb92-00bb-457b-92cb-c47d4fe58f3c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Calling delete_port for 595f17fd-dec3-4863-978a-49394ed6ffb9 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:47:49.705582 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-c90d3895-15e6-4e3a-93fb-21c348e0b382 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=17d20b71ec304f22bcb7d7ebc02ada38&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0995948
Sep 25 04:47:49.741196 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a85621-c02d-4770-89e2-8b7d0e150735 req-2d8dff90-7de1-42ca-ae91-707b982f1394 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:49.742672 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c7a85621-c02d-4770-89e2-8b7d0e150735 req-2d8dff90-7de1-42ca-ae91-707b982f1394 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 945 time: 0.5656924
Sep 25 04:47:49.831528 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716438'] for router_gateway, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:49.885146 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4aa48b21-7bf1-4984-91a0-962e192ce928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:50.065027 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373330f7-e174-4f19-9487-11c6692cabc7 req-c1cce6c3-7ca9-4c91-9dde-7520a0796497 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:50.067047 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-c1cce6c3-7ca9-4c91-9dde-7520a0796497 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.23 "GET /v2.0/networks?id=761a0ea8-1d6f-4842-8c01-40c770594e5e HTTP/1.1" status: 200  len: 815 time: 0.1837583
Sep 25 04:47:50.070328 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-9812795a-3b66-4414-9d17-157d7f933179 service neutron] 10.222.0.20 "GET /v2.0/networks/a1dbf142-ad08-4e23-9c92-11b9306911be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3523600
Sep 25 04:47:50.085330 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [req-373330f7-e174-4f19-9487-11c6692cabc7 req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Request body: {'port': {'device_id': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'admin_state_up': True, 'tenant_id': '446a285e254a4870b0f2575f681b59c8'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:47:50.117458 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3703353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30087'] for router, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:50.124954 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c7a85621-c02d-4770-89e2-8b7d0e150735 req-db4927d3-da8b-493f-9b49-0b9daa48aa95 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3640585
Sep 25 04:47:50.152219 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:50.328783 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-27400eb8-ffe5-4f7c-bee1-2dc9b66dc5d2 req-5750c9d6-82b0-4881-9bb3-af59b530167b tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 210 time: 0.0390227
Sep 25 04:47:50.341298 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-373330f7-e174-4f19-9487-11c6692cabc7 req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Made reservation on behalf of 446a285e254a4870b0f2575f681b59c8 for: {'port': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:47:50.344990 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-373330f7-e174-4f19-9487-11c6692cabc7 req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:50.436078 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3703344'] for router, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:50.437590 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b702ac2-a12a-41c1-89fa-b5a40d92d20f {{(pid=101198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 25 04:47:50.458299 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-75fa60cb-7586-4f42-b57a-34e40ab24e9e service neutron] 10.222.0.20 "GET /v2.0/networks/a1dbf142-ad08-4e23-9c92-11b9306911be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3384407
Sep 25 04:47:50.471043 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:50.472222 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-86b439c8-1937-4993-b7e3-602e0593d7cd admin admin] 10.222.0.20 "DELETE /v2.0/routers/1b702ac2-a12a-41c1-89fa-b5a40d92d20f HTTP/1.1" status: 204  len: 168 time: 2.9110160
Sep 25 04:47:50.476850 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 50474) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:50.538212 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669fc64-56b2-4319-bf1f-e64681f828b9 req-07f8b0ad-e79e-4fb4-87b1-5165a723778b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:50.541048 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6669fc64-56b2-4319-bf1f-e64681f828b9 req-07f8b0ad-e79e-4fb4-87b1-5165a723778b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1363552
Sep 25 04:47:50.601300 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-94437782-3e93-491f-a65e-00502532668c req-c9d1fb92-00bb-457b-92cb-c47d4fe58f3c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:50.607682 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [req-373330f7-e174-4f19-9487-11c6692cabc7 req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Allocated IP 172.20.0.12 (761a0ea8-1d6f-4842-8c01-40c770594e5e/6a14ec9d-3515-4a9e-bc61-1c4a8cd27529/a01b926b-6d73-4f06-9c24-7d78f3aa22ca) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:47:50.616631 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['8d681131-ed0e-4ecb-9749-83add657e808'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:47:50.662597 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c730cc-30a1-4989-9453-1a611465f9c0 admin admin] Deleting subnet aedebdbd-7d90-45fc-9460-f48bb0a0d00b {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:47:50.678886 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1fb92-00bb-457b-92cb-c47d4fe58f3c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Pushing event deleted for resources: {'Port': ['ID=595f17fd-dec3-4863-978a-49394ed6ffb9,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:50.687835 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-46c730cc-30a1-4989-9453-1a611465f9c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:50.844886 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6669fc64-56b2-4319-bf1f-e64681f828b9 req-ff8da795-5d25-48ba-a351-c6d800fb34a8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2876236
Sep 25 04:47:50.871461 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-94437782-3e93-491f-a65e-00502532668c req-c9d1fb92-00bb-457b-92cb-c47d4fe58f3c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] No DVR routers for this DVR port 595f17fd-dec3-4863-978a-49394ed6ffb9 on host hv-cinder-76845 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:47:50.882597 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-94437782-3e93-491f-a65e-00502532668c req-c9d1fb92-00bb-457b-92cb-c47d4fe58f3c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:50.885008 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-94437782-3e93-491f-a65e-00502532668c req-c9d1fb92-00bb-457b-92cb-c47d4fe58f3c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "DELETE /v2.0/ports/595f17fd-dec3-4863-978a-49394ed6ffb9 HTTP/1.1" status: 204  len: 173 time: 2.4413249
Sep 25 04:47:50.894085 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-373330f7-e174-4f19-9487-11c6692cabc7 req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:50.898512 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78edcd47-57f6-4813-81d7-9bc5efffc990', 'name': 'network-vif-deleted', 'tag': '595f17fd-dec3-4863-978a-49394ed6ffb9'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:47:50.901397 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6570bc8-11c8-44cb-ab19-6d43a09a61b1" -d '{"events": [{"server_uuid": "78edcd47-57f6-4813-81d7-9bc5efffc990", "name": "network-vif-deleted", "tag": "595f17fd-dec3-4863-978a-49394ed6ffb9"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:47:50.925679 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-46c730cc-30a1-4989-9453-1a611465f9c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855331'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:50.960471 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-4dd1abfb-3693-425d-8611-e97ad9748e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:50.962163 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-4dd1abfb-3693-425d-8611-e97ad9748e4c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe&tenant_id=b572a0366594463587c5764ffc266df4 HTTP/1.1" status: 200  len: 1096 time: 0.2760179
Sep 25 04:47:50.971237 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6684433-2531-4b40-be0f-20c0f413c692 x-openstack-request-id: req-f6684433-2531-4b40-be0f-20c0f413c692 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:47:50.971469 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78edcd47-57f6-4813-81d7-9bc5efffc990", "name": "network-vif-deleted", "tag": "595f17fd-dec3-4863-978a-49394ed6ffb9", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:47:50.971632 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6684433-2531-4b40-be0f-20c0f413c692 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:47:50.971967 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78edcd47-57f6-4813-81d7-9bc5efffc990', 'name': 'network-vif-deleted', 'tag': '595f17fd-dec3-4863-978a-49394ed6ffb9', 'status': 'completed', 'code': 200}
Sep 25 04:47:50.999269 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3ca48573-08c4-45ba-a05e-b26a0bb7eb08 req-b92fff7b-ccec-4797-9624-45a76ca95f70 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0435786
Sep 25 04:47:51.041161 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-46c730cc-30a1-4989-9453-1a611465f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:51.072211 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-373330f7-e174-4f19-9487-11c6692cabc7 req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:51.094297 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-ed6ec85b-2626-4249-9439-1f42b30d0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:51.095875 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-ed6ec85b-2626-4249-9439-1f42b30d0504 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 1096 time: 0.1007831
Sep 25 04:47:51.135656 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-373330f7-e174-4f19-9487-11c6692cabc7 req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Network 761a0ea8-1d6f-4842-8c01-40c770594e5e is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:47:51.211235 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [req-373330f7-e174-4f19-9487-11c6692cabc7 req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:47:51.220266 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-373330f7-e174-4f19-9487-11c6692cabc7 req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:47:51.301040 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373330f7-e174-4f19-9487-11c6692cabc7 req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:51.303315 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-373330f7-e174-4f19-9487-11c6692cabc7 req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:51.334904 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-46c730cc-30a1-4989-9453-1a611465f9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9536346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9085572'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:51.347339 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event updated for resources: {'Port': ['ID=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:51.441867 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-682a7384-fbf2-48c5-b964-68acd629b6c5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3625655
Sep 25 04:47:51.470214 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0ac9d4bc-d784-4059-b996-bf512944b62e req-4fd94c35-ab04-49f4-a596-b1a7a483a488 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=78edcd47-57f6-4813-81d7-9bc5efffc990 HTTP/1.1" status: 200  len: 210 time: 0.1793220
Sep 25 04:47:51.475951 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Request body: {'port': {'device_id': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:47:51.625959 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-46c730cc-30a1-4989-9453-1a611465f9c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:51.633441 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-46c730cc-30a1-4989-9453-1a611465f9c0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/aedebdbd-7d90-45fc-9460-f48bb0a0d00b HTTP/1.1" status: 204  len: 168 time: 1.1506166
Sep 25 04:47:51.633441 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c730cc-30a1-4989-9453-1a611465f9c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aedebdbd-7d90-45fc-9460-f48bb0a0d00b,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:51.668137 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 50532) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:51.675973 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:51.678950 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:47:51.752663 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:47:51.758743 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device b8e04f4e-b97a-44d7-9618-ef9bf11a4e31 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:47:51.795217 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-d9cafa70-a878-4091-a0b6-08a772786a00 None None] Provisioning complete for port a01b926b-6d73-4f06-9c24-7d78f3aa22ca triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:47:51.795581 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d9cafa70-a878-4091-a0b6-08a772786a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:51.815861 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-6c13be91-7081-4e59-ab82-726972212927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:51.818334 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-6c13be91-7081-4e59-ab82-726972212927 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da2159d-60a0-4d83-9c3e-f0f173eed71c HTTP/1.1" status: 200  len: 917 time: 0.7095098
Sep 25 04:47:51.847196 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-d9cafa70-a878-4091-a0b6-08a772786a00 None None] Port a01b926b-6d73-4f06-9c24-7d78f3aa22ca cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:47:51.852433 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 595f17fd-dec3-4863-978a-49394ed6ffb9 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:47:51.895709 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 595f17fd-dec3-4863-978a-49394ed6ffb9 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:47:51.897082 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 595f17fd-dec3-4863-978a-49394ed6ffb9 not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:47:51.993419 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-ebecfe1e-f344-46a0-82d7-ec88139672f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d73d78f-9edd-4494-bd6e-c779129d6764 HTTP/1.1" status: 200  len: 999 time: 0.1555774
Sep 25 04:47:52.029622 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f47e86d-210f-4354-9b73-402cb9051300 req-675d87fe-02a5-4c2c-9d0b-8c060105ea86 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:52.032670 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5f47e86d-210f-4354-9b73-402cb9051300 req-675d87fe-02a5-4c2c-9d0b-8c060105ea86 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 932 time: 0.5605724
Sep 25 04:47:52.040171 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:52.169447 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-f8af781c-c8d0-43fc-a7c2-273a51105240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:52.171195 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-f8af781c-c8d0-43fc-a7c2-273a51105240 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71e42a9c-4c27-485f-866b-a65a7784d81c HTTP/1.1" status: 200  len: 856 time: 0.1374795
Sep 25 04:47:52.188344 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40860f74-3278-4c78-bee7-085920978e8c req-fd6b8ed8-2e16-4af8-b9f1-4069f65a6ea8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:52.189913 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-40860f74-3278-4c78-bee7-085920978e8c req-fd6b8ed8-2e16-4af8-b9f1-4069f65a6ea8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1249475
Sep 25 04:47:52.205250 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5f47e86d-210f-4354-9b73-402cb9051300 req-9351adef-cca6-4439-be53-8bcacd13187d tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417532
Sep 25 04:47:52.260709 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:52.345407 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-40860f74-3278-4c78-bee7-085920978e8c req-c6146c92-13f8-407c-8513-989e695f0eb9 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1389275
Sep 25 04:47:52.371372 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd22f5f40>,) {'filters': {'network_id': ['85def040-d61d-48c6-b291-38db29b62b1a']}} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:52.406296 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd22f5f40>, '170f2d13-7b1d-46f5-a2e9-111c90e535ca') {'for_net_delete': True} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:52.407479 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-f10f96cd-a936-4984-89f3-0f485b4c197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:52.408627 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-f10f96cd-a936-4984-89f3-0f485b4c197d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da2159d-60a0-4d83-9c3e-f0f173eed71c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1191213
Sep 25 04:47:52.411919 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd22f5f40>, '170f2d13-7b1d-46f5-a2e9-111c90e535ca') {} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:52.450873 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9493522'] for segment, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:52.493129 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:52.511703 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:47:52.512132 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9736743'] for segment, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]: Traceback (most recent call last):
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     timer()
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     cb(*args, **kw)
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     return func(*args, **kwargs)
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     self._notify()
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     self.callback(batched_events)
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     event.method(event)
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     return f(self, *a, **k)
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._get(url).json()
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:47:52.514040 dv-cinder-768458-10-iscsi neutron-server[101197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:47:52.657661 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b13b771c-f1cb-4bc7-9ff4-6a242275c828 req-54d1ddfe-9be8-4476-b0e5-d73e2d5d783a tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.2181606
Sep 25 04:47:52.659418 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01b926b-6d73-4f06-9c24-7d78f3aa22ca {{(pid=101197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:47:52.668804 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:52.710496 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-b4978217-336d-45f0-9f05-0c8f78caf17f service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2803919
Sep 25 04:47:52.711734 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.provisioning_blocks [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Transition to ACTIVE for port object a01b926b-6d73-4f06-9c24-7d78f3aa22ca will not be triggered until provisioned by entity L2. {{(pid=101197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:47:52.712714 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:52.719786 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:52.722853 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/85def040-d61d-48c6-b291-38db29b62b1a HTTP/1.1" status: 204  len: 168 time: 1.0236752
Sep 25 04:47:52.737545 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e701f-90dd-4dc0-b4e8-0d8cd7992ef3 admin admin] Pushing event deleted for resources: {'Network': ['ID=85def040-d61d-48c6-b291-38db29b62b1a,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:52.863305 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:52.918802 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Pushing event updated for resources: {'Port': ['ID=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:53.003482 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Attempting to bind port a01b926b-6d73-4f06-9c24-7d78f3aa22ca on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:47:53.010231 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Attempting to bind port a01b926b-6d73-4f06-9c24-7d78f3aa22ca by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'}] {{(pid=101197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:47:53.010231 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Attempting to bind port a01b926b-6d73-4f06-9c24-7d78f3aa22ca on network 761a0ea8-1d6f-4842-8c01-40c770594e5e {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:47:53.026840 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Port a01b926b-6d73-4f06-9c24-7d78f3aa22ca on network 761a0ea8-1d6f-4842-8c01-40c770594e5e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:47:53.027366 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Attempting to bind port a01b926b-6d73-4f06-9c24-7d78f3aa22ca on network 761a0ea8-1d6f-4842-8c01-40c770594e5e {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:47:53.036332 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:47:53.037079 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Checking segment: {'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:47:53.037749 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Bound using segment: {'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'} {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:47:53.038492 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Bound port: a01b926b-6d73-4f06-9c24-7d78f3aa22ca, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432c1912-bf38-41fe-a1c1-71e6431e7e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e'}}] {{(pid=101197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:47:53.038859 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:53.154855 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] For port a01b926b-6d73-4f06-9c24-7d78f3aa22ca, host hv-cinder-76845, cleared binding levels {{(pid=101197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:47:53.159509 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] For port a01b926b-6d73-4f06-9c24-7d78f3aa22ca, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:47:53.302642 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:53.371224 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:53.371839 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:53.373916 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] 10.222.0.23 "PUT /v2.0/ports/a01b926b-6d73-4f06-9c24-7d78f3aa22ca HTTP/1.1" status: 200  len: 1094 time: 1.9207468
Sep 25 04:47:53.376931 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:47:53.381236 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74af2fc1-5fd3-44a7-b5d4-50b20ad048c4" -d '{"events": [{"name": "network-changed", "server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:47:53.391183 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2f449-01f3-4d96-b6f1-21d9c164932f req-5a6a900a-c293-4f64-a8bc-c066c2755997 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:53.393355 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dae2f449-01f3-4d96-b6f1-21d9c164932f req-5a6a900a-c293-4f64-a8bc-c066c2755997 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 944 time: 0.0770810
Sep 25 04:47:53.424968 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026e794-736e-4ead-bedc-fdf09df09c76 service neutron] Pushing event updated for resources: {'Port': ['ID=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,revision_number=3']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:53.457078 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dae2f449-01f3-4d96-b6f1-21d9c164932f req-1c1c03ab-b28e-4f3c-9539-ff5bdb25b248 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568855
Sep 25 04:47:53.479345 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 50580) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:53.501131 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d90326f-6002-489f-92db-aaa19581c760 x-openstack-request-id: req-0d90326f-6002-489f-92db-aaa19581c760 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:47:53.501426 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:47:53.501690 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d90326f-6002-489f-92db-aaa19581c760 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:47:53.502096 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'status': 'completed', 'code': 200}
Sep 25 04:47:53.619105 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ee8509f4-e531-4c10-9adf-fcc8028e2134 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dbe579cf95634476890db51eac194687&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1384699
Sep 25 04:47:53.622716 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 50584) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:53.644461 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-03bc24c7-4c80-4fa4-94e9-e1df27be53c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:53.717183 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6dd3a2-3682-4f7e-b245-c71e2744cabd req-7dc5c9bf-cb17-44c7-95b1-f5a606e47a23 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:53.719639 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-de6dd3a2-3682-4f7e-b245-c71e2744cabd req-7dc5c9bf-cb17-44c7-95b1-f5a606e47a23 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1341674
Sep 25 04:47:53.819053 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-de6dd3a2-3682-4f7e-b245-c71e2744cabd req-c15eb2b8-b5c1-4255-b680-569865b50641 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923467
Sep 25 04:47:53.857009 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f0ea-c896-4bff-b49b-67d605d4c505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:53.886354 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f0ea-c896-4bff-b49b-67d605d4c505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:53.895047 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ea8fa70-b896-4ba9-9cb9-b14c75f23fa9 req-58945533-9aac-40d1-84af-be2445fbc201 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0657103
Sep 25 04:47:54.074572 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f0ea-c896-4bff-b49b-67d605d4c505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:54.081967 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5bf4f0ea-c896-4bff-b49b-67d605d4c505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:54.084422 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-5bf4f0ea-c896-4bff-b49b-67d605d4c505 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e28aaa5-d985-43f6-962c-59133aef7d36 HTTP/1.1" status: 204  len: 168 time: 0.4593031
Sep 25 04:47:54.128840 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4f0ea-c896-4bff-b49b-67d605d4c505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e28aaa5-d985-43f6-962c-59133aef7d36,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:54.205107 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:54.679833 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c5236-3472-4fe1-95f0-f29c85570cf0 req-beb823a9-426a-4c73-8c2e-06bc06c48069 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:54.679833 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7b8c5236-3472-4fe1-95f0-f29c85570cf0 req-beb823a9-426a-4c73-8c2e-06bc06c48069 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 944 time: 0.0813930
Sep 25 04:47:54.742578 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7b8c5236-3472-4fe1-95f0-f29c85570cf0 req-4cfb7ff0-1f78-45c8-bf6e-002f5f7aea1e tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498729
Sep 25 04:47:54.954392 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25d1c0-8f24-4b82-849e-466a4122de87 req-ecdd203b-0695-4982-bc85-4acb2222c81e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:54.958340 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3e25d1c0-8f24-4b82-849e-466a4122de87 req-ecdd203b-0695-4982-bc85-4acb2222c81e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0595169
Sep 25 04:47:54.999465 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3e25d1c0-8f24-4b82-849e-466a4122de87 req-151ae66d-c007-4f3d-89bc-0c4e403db46e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373981
Sep 25 04:47:55.137813 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:55.139475 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1aebb062-ac58-4d73-8c62-d0958201f570 req-5c23a175-78d6-454c-9160-722e3564c0b9 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0365872
Sep 25 04:47:55.183726 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-976d660a-776b-4ffa-b7ed-3e5f846853b9 req-b049af9c-66f0-42e6-9d28-3989ff8963d1 service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1530442
Sep 25 04:47:55.272835 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af2fc1-5fd3-44a7-b5d4-50b20ad048c4 req-c4503d4c-eb35-42f6-8197-1e11e7ec4a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:55.275611 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-74af2fc1-5fd3-44a7-b5d4-50b20ad048c4 req-c4503d4c-eb35-42f6-8197-1e11e7ec4a57 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=446a285e254a4870b0f2575f681b59c8&device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 1097 time: 0.1348925
Sep 25 04:47:55.319731 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:55.385515 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011949f0-34ba-4a04-b5cd-4937efaefcf1 req-85000935-f969-4d26-82e3-e1cc26f3db9b tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:55.387661 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-011949f0-34ba-4a04-b5cd-4937efaefcf1 req-85000935-f969-4d26-82e3-e1cc26f3db9b tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.1305938
Sep 25 04:47:55.471189 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-011949f0-34ba-4a04-b5cd-4937efaefcf1 req-9fd307ff-df13-458e-a319-bc4b137faaf3 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756795
Sep 25 04:47:55.698245 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af2fc1-5fd3-44a7-b5d4-50b20ad048c4 req-37edab80-a20c-41df-bf71-739d3c2f3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:55.699762 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-74af2fc1-5fd3-44a7-b5d4-50b20ad048c4 req-37edab80-a20c-41df-bf71-739d3c2f3e4a service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=446a285e254a4870b0f2575f681b59c8&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1945393
Sep 25 04:47:55.979381 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769869d-1426-4174-b448-1e360b1a7b01 req-dcbfd087-54dc-4d09-bb8b-081d16036b79 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:55.991040 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4769869d-1426-4174-b448-1e360b1a7b01 req-dcbfd087-54dc-4d09-bb8b-081d16036b79 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 944 time: 0.1348197
Sep 25 04:47:56.104499 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4769869d-1426-4174-b448-1e360b1a7b01 req-3e88ca94-22c4-4d8f-a76b-689415198256 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009619
Sep 25 04:47:56.249323 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b078dbb-a90b-4bd7-8e7f-a14d90a69f74 req-cc6eb134-9423-4002-95b4-0e1f40f949a1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:56.254112 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8b078dbb-a90b-4bd7-8e7f-a14d90a69f74 req-cc6eb134-9423-4002-95b4-0e1f40f949a1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0930033
Sep 25 04:47:56.378941 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b631e157-1b8e-4b4a-97fa-f1189b38c951 req-956cd1b7-da0c-40c2-a19b-d91963f6f79f tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0819774
Sep 25 04:47:56.439583 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8b078dbb-a90b-4bd7-8e7f-a14d90a69f74 req-5eadfc6e-dc25-4e66-98aa-4ece36416ae3 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1744287
Sep 25 04:47:56.669702 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:56.678729 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513174d-5b2b-4a7c-aeab-01581e397d0b req-ddaca073-a1c9-4570-8bc6-28fcaf676a81 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:56.686896 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7513174d-5b2b-4a7c-aeab-01581e397d0b req-ddaca073-a1c9-4570-8bc6-28fcaf676a81 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.1069911
Sep 25 04:47:56.747462 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7513174d-5b2b-4a7c-aeab-01581e397d0b req-0a3b6aac-2099-46b0-add6-d4176fe53f52 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575354
Sep 25 04:47:57.238098 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b5bac-f5b5-4ee9-9133-6dba79dbaeb7 req-645e6fcf-6e29-4557-9508-977a4ae81c01 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:57.239999 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4c0b5bac-f5b5-4ee9-9133-6dba79dbaeb7 req-645e6fcf-6e29-4557-9508-977a4ae81c01 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 944 time: 0.0625534
Sep 25 04:47:57.303150 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4c0b5bac-f5b5-4ee9-9133-6dba79dbaeb7 req-66e3e012-3012-40fa-b30c-f3090d71970b tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542262
Sep 25 04:47:57.395846 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 50744) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:57.536620 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4824839-605c-4df9-b911-3fa8f6e79b72 req-789a77b4-2eeb-4fcf-891a-e2f8da0128a2 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0447054
Sep 25 04:47:57.539873 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0ecd47-12b2-48b2-a684-a70c699b4502 admin admin] Deleting subnet 412378f9-2aa5-4266-87c3-84f6ec48533e {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:47:57.544086 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecd47-12b2-48b2-a684-a70c699b4502 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:57.629802 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecd47-12b2-48b2-a684-a70c699b4502 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855331'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:57.673803 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc9ad3-5570-402b-ac61-7d0d7ce92d04 req-f5e58d75-99a9-4ce7-8df7-0123edca95bd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:57.676801 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-50fc9ad3-5570-402b-ac61-7d0d7ce92d04 req-f5e58d75-99a9-4ce7-8df7-0123edca95bd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0990076
Sep 25 04:47:57.707928 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 50752) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:57.708897 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecd47-12b2-48b2-a684-a70c699b4502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:57.792940 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-50fc9ad3-5570-402b-ac61-7d0d7ce92d04 req-cc57093a-71ab-43f4-a14a-f9d15294eb23 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100216
Sep 25 04:47:57.911966 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3763e3d6-e36d-4892-9b16-ef8194748d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:57.920955 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd87889-f620-48e8-a78e-0eec3b4ef7ad req-65bd876b-407d-4a53-a8b1-661bd05e6c8c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:57.930179 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dbd87889-f620-48e8-a78e-0eec3b4ef7ad req-65bd876b-407d-4a53-a8b1-661bd05e6c8c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.0637243
Sep 25 04:47:57.980584 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dbd87889-f620-48e8-a78e-0eec3b4ef7ad req-c73b2baf-5773-4753-9e53-f697cb55cc07 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458312
Sep 25 04:47:57.981900 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecd47-12b2-48b2-a684-a70c699b4502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9536346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9085572'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.013454 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ecd47-12b2-48b2-a684-a70c699b4502 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=412378f9-2aa5-4266-87c3-84f6ec48533e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:58.019185 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecd47-12b2-48b2-a684-a70c699b4502 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.022192 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7d0ecd47-12b2-48b2-a684-a70c699b4502 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/412378f9-2aa5-4266-87c3-84f6ec48533e HTTP/1.1" status: 204  len: 168 time: 0.6245704
Sep 25 04:47:58.036357 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 50758) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:58.123450 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3763e3d6-e36d-4892-9b16-ef8194748d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.134934 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.235774 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.252341 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd1c51670>,) {'filters': {'network_id': ['94c26896-18eb-4b0b-9427-9d3133b8fa74']}} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:58.262958 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1c51670>, 'ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94') {'for_net_delete': True} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:58.263650 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1c51670>, 'ee8d0052-e30a-4ecb-86c1-a65bfc8e9d94') {} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:47:58.274823 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9493522'] for segment, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.290922 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.298152 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:47:58.298737 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9736743'] for segment, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]: Traceback (most recent call last):
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     timer()
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     cb(*args, **kw)
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     return func(*args, **kwargs)
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     self._notify()
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     self.callback(batched_events)
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     event.method(event)
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     return f(self, *a, **k)
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._get(url).json()
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:47:58.300472 dv-cinder-768458-10-iscsi neutron-server[101197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:47:58.321438 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3763e3d6-e36d-4892-9b16-ef8194748d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.409674 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 50762) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:58.410321 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-3763e3d6-e36d-4892-9b16-ef8194748d50 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bd72cab4ddb444baedef8bf3a058aac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7000639
Sep 25 04:47:58.442908 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3763e3d6-e36d-4892-9b16-ef8194748d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12c1ce9-6920-4a8e-ad6b-9c7e42c0244f,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:58.544771 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-16b10fc3-86e9-4042-9031-d01e6226b448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.557514 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c8d5b-6748-48a3-bde3-1522a9d81106 req-f7a6bd6b-b063-469f-8d74-719774237805 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:58.560190 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-043c8d5b-6748-48a3-bde3-1522a9d81106 req-f7a6bd6b-b063-469f-8d74-719774237805 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 944 time: 0.1078632
Sep 25 04:47:58.615126 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-16b10fc3-86e9-4042-9031-d01e6226b448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.679417 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-130e521b-9270-436b-b8a6-976760c1c9ef req-25f11054-8d1f-4cd8-83ed-90f1f2b41a5e tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0477097
Sep 25 04:47:58.692005 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-043c8d5b-6748-48a3-bde3-1522a9d81106 req-418b9248-7a10-4550-9c36-19ce54ac7cdb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177342
Sep 25 04:47:58.797782 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.804628 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.806658 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] 10.222.0.20 "DELETE /v2.0/networks/94c26896-18eb-4b0b-9427-9d3133b8fa74 HTTP/1.1" status: 204  len: 168 time: 0.7688239
Sep 25 04:47:58.820857 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94202f25-d0dc-4504-8d85-c06f11fe31ad admin admin] Pushing event deleted for resources: {'Network': ['ID=94c26896-18eb-4b0b-9427-9d3133b8fa74,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:58.936713 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-16b10fc3-86e9-4042-9031-d01e6226b448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.939300 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-16b10fc3-86e9-4042-9031-d01e6226b448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:47:58.943077 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-16b10fc3-86e9-4042-9031-d01e6226b448 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f12c1ce9-6920-4a8e-ad6b-9c7e42c0244f HTTP/1.1" status: 204  len: 168 time: 0.5286434
Sep 25 04:47:58.950141 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b10fc3-86e9-4042-9031-d01e6226b448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12c1ce9-6920-4a8e-ad6b-9c7e42c0244f,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:47:58.967015 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c327b-d83c-4bff-8cc0-f053ee536dd1 req-ee18913a-7499-4110-8f88-66b7baf1a9e0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:58.968661 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-981c327b-d83c-4bff-8cc0-f053ee536dd1 req-ee18913a-7499-4110-8f88-66b7baf1a9e0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0851169
Sep 25 04:47:59.049632 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-981c327b-d83c-4bff-8cc0-f053ee536dd1 req-29d9ab0b-2595-42f7-989f-66867ecde042 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725043
Sep 25 04:47:59.168550 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c53ebe-6f1b-41d2-b6ba-a4b790cfdb8a req-5c71b822-125a-4a4c-85e1-c9d534c48ccc tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:59.183603 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-41c53ebe-6f1b-41d2-b6ba-a4b790cfdb8a req-5c71b822-125a-4a4c-85e1-c9d534c48ccc tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.0739956
Sep 25 04:47:59.218925 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-41c53ebe-6f1b-41d2-b6ba-a4b790cfdb8a req-a9c1d8b4-ecee-4d0d-9986-70d95213ca05 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416157
Sep 25 04:47:59.739547 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 50790) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:59.877567 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-62362a08-b01d-4166-a1ac-1812b54ec101 req-d030d54d-3323-4183-bd7e-5145f518f0db tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0465114
Sep 25 04:47:59.905976 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d1a1462d-9f1e-47e4-acad-66085c4fb6b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=213f49375c264134b88f384c7c464b1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1573977
Sep 25 04:47:59.905976 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 50794) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:47:59.943514 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78543716-bec3-4cbe-9f31-9430a08a8aa5 req-2254aaa4-3e2d-4db1-9e8d-99c36fbf14ab tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:47:59.945077 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78543716-bec3-4cbe-9f31-9430a08a8aa5 req-2254aaa4-3e2d-4db1-9e8d-99c36fbf14ab tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 944 time: 0.1153910
Sep 25 04:48:00.000611 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a7f8cbc5-5eaf-4d7a-a1e5-4ffd8904637a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:00.022999 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78543716-bec3-4cbe-9f31-9430a08a8aa5 req-810bcedd-4b1c-4809-860c-743bec11c22b tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613580
Sep 25 04:48:00.039462 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a7f8cbc5-5eaf-4d7a-a1e5-4ffd8904637a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:00.215161 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a7f8cbc5-5eaf-4d7a-a1e5-4ffd8904637a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:00.217677 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a7f8cbc5-5eaf-4d7a-a1e5-4ffd8904637a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:00.218833 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a7f8cbc5-5eaf-4d7a-a1e5-4ffd8904637a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf9e4d48-72a9-41e6-b4b5-0777d6e0080c HTTP/1.1" status: 204  len: 168 time: 0.3172791
Sep 25 04:48:00.230390 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f6ed0-38e8-4467-b887-bac932d3adda req-fa5bdda7-2efa-44c8-96d3-d0ea53a0d37a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:00.233047 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4a2f6ed0-38e8-4467-b887-bac932d3adda req-fa5bdda7-2efa-44c8-96d3-d0ea53a0d37a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0791559
Sep 25 04:48:00.246448 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8cbc5-5eaf-4d7a-a1e5-4ffd8904637a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9e4d48-72a9-41e6-b4b5-0777d6e0080c,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:00.430022 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4a2f6ed0-38e8-4467-b887-bac932d3adda req-e4848a7a-f008-4fb1-a60e-df1c466fc90c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1866665
Sep 25 04:48:00.513878 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb5b3-ba55-4744-b8da-4c17303943b5 req-b7fb83fe-2f6f-4632-b2a3-90f3b47d1ecd tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:00.520344 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f1fdb5b3-ba55-4744-b8da-4c17303943b5 req-b7fb83fe-2f6f-4632-b2a3-90f3b47d1ecd tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.2105205
Sep 25 04:48:00.577314 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f1fdb5b3-ba55-4744-b8da-4c17303943b5 req-9967f4c4-8481-4851-a0d0-2bc6512da50e tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501752
Sep 25 04:48:01.032458 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-31e7809e-d986-45f6-a500-75ceea76ff51 req-4c65d2ef-5609-4797-b4b0-064e71afeba6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0526347
Sep 25 04:48:01.223802 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67c2dd-a5d9-41e3-81c0-66e21c3522e5 req-e44242b8-197d-47d0-ac28-445073f3b733 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:01.225721 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d67c2dd-a5d9-41e3-81c0-66e21c3522e5 req-e44242b8-197d-47d0-ac28-445073f3b733 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 944 time: 0.0644317
Sep 25 04:48:01.273193 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d67c2dd-a5d9-41e3-81c0-66e21c3522e5 req-11c0950c-e294-4af9-bb5a-19b9dd5dad4c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405986
Sep 25 04:48:01.697723 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9bfa5-c913-4c0f-a2aa-873f92d9d5e2 req-cbbd0e6c-5a17-4c31-a7c5-c34286e80a32 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:01.706792 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6a9bfa5-c913-4c0f-a2aa-873f92d9d5e2 req-cbbd0e6c-5a17-4c31-a7c5-c34286e80a32 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0992160
Sep 25 04:48:02.044601 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6a9bfa5-c913-4c0f-a2aa-873f92d9d5e2 req-b30f3c29-8726-4fb6-b16a-e6c87b1f866b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3296952
Sep 25 04:48:02.099900 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327881ea-94da-4933-8a99-512d6dc77344 req-d662963b-caec-4f0c-8d97-407524a92682 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:02.102774 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-327881ea-94da-4933-8a99-512d6dc77344 req-d662963b-caec-4f0c-8d97-407524a92682 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.3795934
Sep 25 04:48:02.227075 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c0f0a8a-4dae-412e-82f6-91e7b575b3c3 req-4330096c-1dda-4156-bfe7-16d276797880 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0589132
Sep 25 04:48:02.264491 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-327881ea-94da-4933-8a99-512d6dc77344 req-1c3dc145-851c-40ff-be7e-12faed0414f9 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547086
Sep 25 04:48:02.451035 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1df5-828b-4a80-8252-2938f3250ad5 req-a680cf16-2849-4cbd-95be-9d318cc6d2c3 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:02.459441 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3e0e1df5-828b-4a80-8252-2938f3250ad5 req-a680cf16-2849-4cbd-95be-9d318cc6d2c3 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 944 time: 0.0751939
Sep 25 04:48:02.490459 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 50876) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:02.539126 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3e0e1df5-828b-4a80-8252-2938f3250ad5 req-b05b2ae3-2bc4-4662-88c3-9d0cc231fa7b tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783703
Sep 25 04:48:02.678418 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-76f8016b-b351-48cb-b4e9-8b14e68740c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:02.847798 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-76f8016b-b351-48cb-b4e9-8b14e68740c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:03.023522 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-76f8016b-b351-48cb-b4e9-8b14e68740c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:03.097305 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-76f8016b-b351-48cb-b4e9-8b14e68740c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ee487f4d01b4e4eac4d2c6c2b6f4853&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6116328
Sep 25 04:48:03.098449 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f8016b-b351-48cb-b4e9-8b14e68740c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f0e2eb-e60f-40d2-9a03-1d8fbdd4243d,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:03.101325 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 50926) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:03.300198 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-22527eb0-0a14-4bf3-808b-63b97e4f8cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:03.337790 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-22527eb0-0a14-4bf3-808b-63b97e4f8cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:03.359596 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddeccf9-6ac9-44d2-abd9-96ede3846997 req-2f3b20b1-c41d-418c-b617-20c44f27930d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:03.362060 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ddeccf9-6ac9-44d2-abd9-96ede3846997 req-2f3b20b1-c41d-418c-b617-20c44f27930d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1384766
Sep 25 04:48:03.410544 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3f7d0a95-6996-4213-ad3d-71c83a6ef5b1 req-ae333145-4259-49b4-9671-0fc1fbea94d0 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0434501
Sep 25 04:48:03.480727 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ddeccf9-6ac9-44d2-abd9-96ede3846997 req-77f3d63e-7e47-4da0-b7c6-9ac69d03d7f9 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0781429
Sep 25 04:48:03.549745 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e12ff8-0e2e-4460-9b12-170de1f570a2 req-b3ffc717-127e-472f-8953-b658ff09b4bb tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:03.551342 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f2e12ff8-0e2e-4460-9b12-170de1f570a2 req-b3ffc717-127e-472f-8953-b658ff09b4bb tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.0694096
Sep 25 04:48:03.597527 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f2e12ff8-0e2e-4460-9b12-170de1f570a2 req-aabed3f7-fbdc-4f19-bd61-ded8ee397d96 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387373
Sep 25 04:48:03.655162 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-22527eb0-0a14-4bf3-808b-63b97e4f8cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:03.659734 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-22527eb0-0a14-4bf3-808b-63b97e4f8cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:03.664396 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-22527eb0-0a14-4bf3-808b-63b97e4f8cd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0f0e2eb-e60f-40d2-9a03-1d8fbdd4243d HTTP/1.1" status: 204  len: 168 time: 0.5589790
Sep 25 04:48:03.679053 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22527eb0-0a14-4bf3-808b-63b97e4f8cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f0e2eb-e60f-40d2-9a03-1d8fbdd4243d,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:03.711841 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4fe57-882a-43a3-b935-9b3807ad8d41 req-8ab3bea9-e845-4c06-b429-1dcd5e08a393 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:03.713728 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-18c4fe57-882a-43a3-b935-9b3807ad8d41 req-8ab3bea9-e845-4c06-b429-1dcd5e08a393 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 944 time: 0.1005394
Sep 25 04:48:03.764118 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-18c4fe57-882a-43a3-b935-9b3807ad8d41 req-74544140-091d-43fb-b27a-5d97893ac6fd tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416217
Sep 25 04:48:04.178963 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af2fc1-5fd3-44a7-b5d4-50b20ad048c4 req-ee330a99-c3f2-4771-a758-fd7db76d5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:04.180598 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-74af2fc1-5fd3-44a7-b5d4-50b20ad048c4 req-ee330a99-c3f2-4771-a758-fd7db76d5838 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1177802
Sep 25 04:48:04.346426 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373330f7-e174-4f19-9487-11c6692cabc7 req-74f26fc6-e131-4b1a-b52c-8fb101f3975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:04.349410 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-74f26fc6-e131-4b1a-b52c-8fb101f3975e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=446a285e254a4870b0f2575f681b59c8&device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 1097 time: 0.0881724
Sep 25 04:48:04.420157 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-81e4c2c0-0038-4881-8cd8-0ec0013a02aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca HTTP/1.1" status: 200  len: 217 time: 0.0574546
Sep 25 04:48:04.513252 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373330f7-e174-4f19-9487-11c6692cabc7 req-4418496e-a454-47fc-ad9a-a5248690f257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:04.516076 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-4418496e-a454-47fc-ad9a-a5248690f257 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a14ec9d-3515-4a9e-bc61-1c4a8cd27529 HTTP/1.1" status: 200  len: 854 time: 0.0753069
Sep 25 04:48:04.547943 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-799b16ee-0467-442f-b500-67490879fab7 req-a953e5a9-b917-4564-8739-c3a402390fd0 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0425370
Sep 25 04:48:04.627694 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373330f7-e174-4f19-9487-11c6692cabc7 req-f2ba6c2d-643d-4e9e-97aa-7a57f91e3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:04.631239 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-f2ba6c2d-643d-4e9e-97aa-7a57f91e3d75 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=761a0ea8-1d6f-4842-8c01-40c770594e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1054933
Sep 25 04:48:04.737398 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f604e6e-120f-45e4-9fe4-328c351eff82 req-732c7d1f-2f30-483c-ab90-65deafbf9f6f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:04.746366 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f604e6e-120f-45e4-9fe4-328c351eff82 req-732c7d1f-2f30-483c-ab90-65deafbf9f6f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1248214
Sep 25 04:48:04.924075 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f604e6e-120f-45e4-9fe4-328c351eff82 req-9c8fdb77-7a41-418e-a910-3677ed62245e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1747911
Sep 25 04:48:04.990309 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcaa94-f637-42d5-9fe8-3af8aec1c54a req-d2fec971-fc36-42f4-8f6f-7181cf23785c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:04.992238 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f7fcaa94-f637-42d5-9fe8-3af8aec1c54a req-d2fec971-fc36-42f4-8f6f-7181cf23785c tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.2318468
Sep 25 04:48:05.042427 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73d119-3176-4251-96db-b79a35223880 req-84d82adf-14fd-4bb2-98db-5188c811d51e tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:05.045559 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-84d82adf-14fd-4bb2-98db-5188c811d51e tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.23 "GET /v2.0/networks?id=a1dbf142-ad08-4e23-9c92-11b9306911be HTTP/1.1" status: 200  len: 814 time: 0.2959056
Sep 25 04:48:05.080072 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-2d73d119-3176-4251-96db-b79a35223880 req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Request body: {'port': {'device_id': 'a998a93f-377e-473e-8087-97a9f41e31d9', 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be', 'admin_state_up': True, 'tenant_id': '17d20b71ec304f22bcb7d7ebc02ada38'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:05.092008 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f7fcaa94-f637-42d5-9fe8-3af8aec1c54a req-15de2ce3-913b-4f14-af6d-84d525b3a773 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937917
Sep 25 04:48:05.215910 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-3f2bfc9f-cb1e-478e-a85a-0c8f57fa1913 service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5649517
Sep 25 04:48:05.303751 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd468e-518a-4b26-a971-7e52dea459a7 req-661daf9f-e309-4a4d-ab92-53f2ce11ca96 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:05.318384 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cddd468e-518a-4b26-a971-7e52dea459a7 req-661daf9f-e309-4a4d-ab92-53f2ce11ca96 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 944 time: 0.2458308
Sep 25 04:48:05.445110 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cddd468e-518a-4b26-a971-7e52dea459a7 req-e3100fbc-4861-4b5a-a7b2-6431f6be6f4b tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203332
Sep 25 04:48:05.537029 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-373330f7-e174-4f19-9487-11c6692cabc7 req-596429bc-4c83-4a8a-b18e-abd6b6a18072 service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2689960
Sep 25 04:48:05.671892 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51026) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:05.707287 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-39b07752-d0bb-425c-9e1e-7d43cf6027af req-4c5c15e1-5c2d-41db-859d-a5716c7241d3 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0578318
Sep 25 04:48:05.726315 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d73d119-3176-4251-96db-b79a35223880 req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Made reservation on behalf of 17d20b71ec304f22bcb7d7ebc02ada38 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:48:05.730819 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2d73d119-3176-4251-96db-b79a35223880 req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:05.913753 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-2d73d119-3176-4251-96db-b79a35223880 req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Allocated IP 172.20.0.13 (a1dbf142-ad08-4e23-9c92-11b9306911be/895c0622-1570-4e69-9d1c-8de1be3c94ed/a8264b3e-726b-447b-aaab-d2d92d41c450) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:48:06.099917 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1289158967-network', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:06.314314 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae1851-63f2-4a94-bb39-2d8ceb0381fd req-7cc5f39f-e950-4203-9e2f-377582bf8855 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:06.316061 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6ae1851-63f2-4a94-bb39-2d8ceb0381fd req-7cc5f39f-e950-4203-9e2f-377582bf8855 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1610506
Sep 25 04:48:06.318748 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Made reservation on behalf of 58d811b8a6244d3f8909a50abd71c0c5 for: {'network': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:48:06.329247 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:06.369174 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2d73d119-3176-4251-96db-b79a35223880 req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:06.374454 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:06.532518 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1a030-d4c6-42d8-9f9e-a01608139b03 req-ef176155-7eaa-49d2-81e0-32e53c876429 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:06.538401 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-afe1a030-d4c6-42d8-9f9e-a01608139b03 req-ef176155-7eaa-49d2-81e0-32e53c876429 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.3277371
Sep 25 04:48:06.567113 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a13cf8-49bc-45cf-8eff-90494cbab4f7 req-b1228a3e-591b-4074-bd52-2352da06e907 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:06.569310 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-a4a13cf8-49bc-45cf-8eff-90494cbab4f7 req-b1228a3e-591b-4074-bd52-2352da06e907 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 946 time: 0.1428399
Sep 25 04:48:06.644552 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6ae1851-63f2-4a94-bb39-2d8ceb0381fd req-3ccfc10f-575b-4b0f-9c54-03a250fad42b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2849770
Sep 25 04:48:06.749567 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:06.762053 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-afe1a030-d4c6-42d8-9f9e-a01608139b03 req-e50b7513-91d3-446f-8efc-05aa514b38d6 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/security-groups?id=876ad510-d01b-4f56-8a89-99d787591301&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539390
Sep 25 04:48:06.800404 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2d73d119-3176-4251-96db-b79a35223880 req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:06.803204 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-a4a13cf8-49bc-45cf-8eff-90494cbab4f7 req-20780619-534a-43b3-bd81-5fce511733a8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Deleting port 8d681131-ed0e-4ecb-9749-83add657e808 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:48:06.803865 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-a4a13cf8-49bc-45cf-8eff-90494cbab4f7 req-20780619-534a-43b3-bd81-5fce511733a8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:06.953068 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:06.962956 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-a4a13cf8-49bc-45cf-8eff-90494cbab4f7 req-20780619-534a-43b3-bd81-5fce511733a8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] For port 8d681131-ed0e-4ecb-9749-83add657e808, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=8d681131-ed0e-4ecb-9749-83add657e808,segment=NetworkSegment(f7f4e6a1-b613-43c0-aa04-836646d481e2),segment_id=f7f4e6a1-b613-43c0-aa04-836646d481e2)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:06.963787 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-a4a13cf8-49bc-45cf-8eff-90494cbab4f7 req-20780619-534a-43b3-bd81-5fce511733a8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:06.969054 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d73d119-3176-4251-96db-b79a35223880 req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Network a1dbf142-ad08-4e23-9c92-11b9306911be is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:48:07.004404 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-2d73d119-3176-4251-96db-b79a35223880 req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:48:07.004808 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-a4a13cf8-49bc-45cf-8eff-90494cbab4f7 req-20780619-534a-43b3-bd81-5fce511733a8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Calling delete_port for 8d681131-ed0e-4ecb-9749-83add657e808 owned by compute:nova {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:48:07.021742 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'}  {{(pid=101197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:48:07.024430 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b988ed-b666-49e4-a4c9-0a8b7fe93e84,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:07.038054 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d73d119-3176-4251-96db-b79a35223880 req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:48:07.076370 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:07.076932 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.segments_db [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Added segment 6cac145a-6228-4a8c-b387-576bed835b4d of type vlan for network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c
Sep 25 04:48:07.144505 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:07.156712 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Pushing event updated for resources: {'Port': ['ID=a8264b3e-726b-447b-aaab-d2d92d41c450,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:07.215137 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b76f9-0cba-4ab1-8b9c-e6de9c010ef5 req-18052da5-5c51-4c93-ad83-aa532591b597 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:07.216366 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-826b76f9-0cba-4ab1-8b9c-e6de9c010ef5 req-18052da5-5c51-4c93-ad83-aa532591b597 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 944 time: 0.2515919
Sep 25 04:48:07.234571 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73d119-3176-4251-96db-b79a35223880 req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:07.235419 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2d73d119-3176-4251-96db-b79a35223880 req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:07.353644 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-826b76f9-0cba-4ab1-8b9c-e6de9c010ef5 req-7359a187-3385-4db6-8620-f9023613f441 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068263
Sep 25 04:48:07.365080 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:07.366610 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:07.367967 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:07.415261 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-c004ceb1-5dcf-42cb-a160-c23a4ff95f3d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3411348
Sep 25 04:48:07.427736 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79148000-2191-421f-8920-ed13e5dd6bee req-a22489d9-2890-4263-b654-14f69a0ad247 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:07.429568 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79148000-2191-421f-8920-ed13e5dd6bee req-a22489d9-2890-4263-b654-14f69a0ad247 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 932 time: 0.1328607
Sep 25 04:48:07.479573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-a4a13cf8-49bc-45cf-8eff-90494cbab4f7 req-20780619-534a-43b3-bd81-5fce511733a8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:07.492503 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['8d681131-ed0e-4ecb-9749-83add657e808'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:48:07.567872 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-79148000-2191-421f-8920-ed13e5dd6bee req-fc83d943-8f90-4c0d-9643-38f123911f29 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899603
Sep 25 04:48:07.588595 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.9129293
Sep 25 04:48:07.591257 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b35cdf-2362-4d9c-b948-35baba24f2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=6b24eba2-3e72-48a0-87ff-1d3d45503d2c,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:07.594619 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51054) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:07.596213 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20780619-534a-43b3-bd81-5fce511733a8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Pushing event deleted for resources: {'Port': ['ID=8d681131-ed0e-4ecb-9749-83add657e808,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:07.602922 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:48:07.603123 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146581cd-4ea5-4870-ba6a-d6ca2ac5a18b req-a0d95431-0351-4411-9445-f97b25614d36 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:07.606451 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-e6cc0499-ada2-42cf-9c6e-efe59a087c6c admin admin] Request body: {'subnet': {'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1289158967-subnet', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'ip_version': 4}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:07.606596 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-146581cd-4ea5-4870-ba6a-d6ca2ac5a18b req-a0d95431-0351-4411-9445-f97b25614d36 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1740367
Sep 25 04:48:07.674805 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a13cf8-49bc-45cf-8eff-90494cbab4f7 req-20780619-534a-43b3-bd81-5fce511733a8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] No DVR routers for this DVR port 8d681131-ed0e-4ecb-9749-83add657e808 on host hv-cinder-76845 {{(pid=101197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:48:07.678396 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-a4a13cf8-49bc-45cf-8eff-90494cbab4f7 req-20780619-534a-43b3-bd81-5fce511733a8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:07.681111 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-a4a13cf8-49bc-45cf-8eff-90494cbab4f7 req-20780619-534a-43b3-bd81-5fce511733a8 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.23 "DELETE /v2.0/ports/8d681131-ed0e-4ecb-9749-83add657e808 HTTP/1.1" status: 204  len: 173 time: 1.0622108
Sep 25 04:48:07.681848 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846d04fc-b783-47ea-a5ab-bf5a61d9c42d', 'name': 'network-vif-deleted', 'tag': '8d681131-ed0e-4ecb-9749-83add657e808'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:48:07.684888 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4137be8c-d0c8-446b-85ce-e549a1825a13" -d '{"events": [{"server_uuid": "846d04fc-b783-47ea-a5ab-bf5a61d9c42d", "name": "network-vif-deleted", "tag": "8d681131-ed0e-4ecb-9749-83add657e808"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:48:07.693117 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-146581cd-4ea5-4870-ba6a-d6ca2ac5a18b req-dbfedcd2-593f-477a-a1ad-0cadf7edb955 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771434
Sep 25 04:48:07.743662 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cc0499-ada2-42cf-9c6e-efe59a087c6c admin admin] Made reservation on behalf of 58d811b8a6244d3f8909a50abd71c0c5 for: {'subnet': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:48:07.759311 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e6cc0499-ada2-42cf-9c6e-efe59a087c6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9557954'] for subnet, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:07.759861 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Request body: {'port': {'device_id': 'a998a93f-377e-473e-8087-97a9f41e31d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:07.890532 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:07.909480 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218ff49a-3ea3-4ee9-9f60-19faf25d7339 x-openstack-request-id: req-218ff49a-3ea3-4ee9-9f60-19faf25d7339 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:48:07.909913 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846d04fc-b783-47ea-a5ab-bf5a61d9c42d", "name": "network-vif-deleted", "tag": "8d681131-ed0e-4ecb-9749-83add657e808", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:48:07.910337 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-218ff49a-3ea3-4ee9-9f60-19faf25d7339 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:48:07.910856 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '846d04fc-b783-47ea-a5ab-bf5a61d9c42d', 'name': 'network-vif-deleted', 'tag': '8d681131-ed0e-4ecb-9749-83add657e808', 'status': 'completed', 'code': 200}
Sep 25 04:48:07.930093 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device a01b926b-6d73-4f06-9c24-7d78f3aa22ca details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:48:08.161714 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port a01b926b-6d73-4f06-9c24-7d78f3aa22ca, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:08.180870 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'port_id': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'mac_address': 'fa:16:3e:fd:0c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:48:08.219034 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a9032e9c-acb1-4970-bc93-186a51ef4ed7 req-5e535044-906a-4d06-a51f-c537c657e7a6 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 210 time: 0.3096397
Sep 25 04:48:08.235977 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e6cc0499-ada2-42cf-9c6e-efe59a087c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9735752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9558000'] for subnet, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:08.285795 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:08.314808 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01b926b-6d73-4f06-9c24-7d78f3aa22ca {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:48:08.341196 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc0499-ada2-42cf-9c6e-efe59a087c6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:08.352682 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port a01b926b-6d73-4f06-9c24-7d78f3aa22ca, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:08.390727 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cc0499-ada2-42cf-9c6e-efe59a087c6c admin admin] Checking segment: {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:48:08.391425 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc0499-ada2-42cf-9c6e-efe59a087c6c admin admin] Network hostable DHCP agents. Network: 6b24eba2-3e72-48a0-87ff-1d3d45503d2c, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:48:08.405660 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9372855-d6c4-4dac-b96c-6eb8a1154423 req-cc9662f3-1275-40f0-8c28-55d3d1fd3ab0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:08.407700 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e9372855-d6c4-4dac-b96c-6eb8a1154423 req-cc9662f3-1275-40f0-8c28-55d3d1fd3ab0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1871123
Sep 25 04:48:08.435953 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:08.544148 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cc0499-ada2-42cf-9c6e-efe59a087c6c admin admin] Network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:48:08.553641 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8264b3e-726b-447b-aaab-d2d92d41c450 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:48:08.565372 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:08.605561 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e9372855-d6c4-4dac-b96c-6eb8a1154423 req-9db00829-c55b-4e91-a40c-e2d32adba329 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1451168
Sep 25 04:48:08.623742 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Transition to ACTIVE for port object a8264b3e-726b-447b-aaab-d2d92d41c450 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:48:08.648962 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-e6cc0499-ada2-42cf-9c6e-efe59a087c6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 6b24eba2-3e72-48a0-87ff-1d3d45503d2c) {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:48:08.654642 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2fb940-3e9d-4f33-b10a-fbb6dcf53549 req-d6d9519e-d690-4cb4-9871-49d1d9665dc3 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:08.658585 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fa2fb940-3e9d-4f33-b10a-fbb6dcf53549 req-d6d9519e-d690-4cb4-9871-49d1d9665dc3 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 945 time: 0.1394453
Sep 25 04:48:08.671647 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cc0499-ada2-42cf-9c6e-efe59a087c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:08.672271 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e6cc0499-ada2-42cf-9c6e-efe59a087c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:08.690264 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:08.718246 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:08.725782 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e7ffcb-0e4c-41b8-9470-1e5067a345de None None] Network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:48:08.735697 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:08.737112 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:08.737682 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:08.738094 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:08.738486 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:08.739081 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:08.739518 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:08.740209 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:08.740590 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:08.741143 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:08.741580 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:08.741966 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:08.818287 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-e6cc0499-ada2-42cf-9c6e-efe59a087c6c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2185304
Sep 25 04:48:08.819212 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51078) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:08.824313 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:08.871514 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Pushing event updated for resources: {'Port': ['ID=a8264b3e-726b-447b-aaab-d2d92d41c450,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:08.912723 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['a01b926b-6d73-4f06-9c24-7d78f3aa22ca'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:48:08.955062 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fa2fb940-3e9d-4f33-b10a-fbb6dcf53549 req-2ef0f772-580b-45f4-b5d8-d97ac435ee4f tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2686169
Sep 25 04:48:09.017319 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30137'] for router, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:09.022723 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3703411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30128'] for router, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:09.084829 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be88552-5aea-4438-a91a-e3758f561af3 req-4a1ab530-a2c4-48c6-89dc-28efc6a92594 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:09.087290 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8be88552-5aea-4438-a91a-e3758f561af3 req-4a1ab530-a2c4-48c6-89dc-28efc6a92594 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 944 time: 0.2121842
Sep 25 04:48:09.113134 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:09.178470 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70b41eb-9793-5ca1-934a-2b4112ba30ab-6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c'}]}} from dv-cinder-768458-10-iscsi. {{(pid=101199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Sep 25 04:48:09.183131 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:09.207734 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Attempting to bind port a8264b3e-726b-447b-aaab-d2d92d41c450 on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:48:09.208474 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Attempting to bind port a8264b3e-726b-447b-aaab-d2d92d41c450 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '01923c60-f976-4861-9718-02f661b866b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:48:09.209003 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Attempting to bind port a8264b3e-726b-447b-aaab-d2d92d41c450 on network a1dbf142-ad08-4e23-9c92-11b9306911be {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:48:09.249181 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Port a8264b3e-726b-447b-aaab-d2d92d41c450 on network a1dbf142-ad08-4e23-9c92-11b9306911be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:48:09.250014 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Attempting to bind port a8264b3e-726b-447b-aaab-d2d92d41c450 on network a1dbf142-ad08-4e23-9c92-11b9306911be {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:48:09.264619 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 47, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:48:09.264927 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Checking segment: {'id': '01923c60-f976-4861-9718-02f661b866b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:48:09.265220 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Bound using segment: {'id': '01923c60-f976-4861-9718-02f661b866b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:48:09.277717 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Bound port: a8264b3e-726b-447b-aaab-d2d92d41c450, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01923c60-f976-4861-9718-02f661b866b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:48:09.278433 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:09.332391 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8be88552-5aea-4438-a91a-e3758f561af3 req-9375ef0f-7d5e-47bb-9923-d9416b8ee436 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2034297
Sep 25 04:48:09.409591 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74bf9f-bd2e-47c5-b424-4738c73b3b9e req-50f87888-09e0-4958-a532-42595c6a92c1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:09.415508 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9e74bf9f-bd2e-47c5-b424-4738c73b3b9e req-50f87888-09e0-4958-a532-42595c6a92c1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.3263199
Sep 25 04:48:09.453638 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:09.529624 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Allocated IP 172.20.0.2 (6b24eba2-3e72-48a0-87ff-1d3d45503d2c/b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c/9fbe7bad-ba8a-4665-af32-185cc2e1ab04) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:48:09.581990 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9e74bf9f-bd2e-47c5-b424-4738c73b3b9e req-fcd0c9b2-b1b4-4226-aa30-4fe4dde057c6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1546752
Sep 25 04:48:09.615441 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f06f4e0c-0261-4e28-8d18-791133df467f req-d04979b6-29e4-459b-87d3-b6f7f46045ca tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 210 time: 0.0594900
Sep 25 04:48:09.644523 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] For port a8264b3e-726b-447b-aaab-d2d92d41c450, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:48:09.649195 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] For port a8264b3e-726b-447b-aaab-d2d92d41c450, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a8264b3e-726b-447b-aaab-d2d92d41c450,segment=NetworkSegment(01923c60-f976-4861-9718-02f661b866b6),segment_id=01923c60-f976-4861-9718-02f661b866b6)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:48:09.738811 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:09.778347 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:09.803851 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:09.804604 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:09.806171 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] 10.222.0.23 "PUT /v2.0/ports/a8264b3e-726b-447b-aaab-d2d92d41c450 HTTP/1.1" status: 200  len: 1094 time: 2.0767930
Sep 25 04:48:09.811253 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a998a93f-377e-473e-8087-97a9f41e31d9', 'tag': 'a8264b3e-726b-447b-aaab-d2d92d41c450'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:48:09.815329 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6d9ab9-708f-4f20-934a-cdd7d7babe77" -d '{"events": [{"name": "network-changed", "server_uuid": "a998a93f-377e-473e-8087-97a9f41e31d9", "tag": "a8264b3e-726b-447b-aaab-d2d92d41c450"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:48:09.854381 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1389c-b261-4e1b-82b7-3b187d1e9449 service neutron] Pushing event updated for resources: {'Port': ['ID=a8264b3e-726b-447b-aaab-d2d92d41c450,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:09.876137 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:09.876505 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:09.890149 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832923a5-c3ee-4638-a886-44aebc84ec3f req-953b1a7c-fd82-471c-9ec8-f44db91cc265 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:09.890149 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-832923a5-c3ee-4638-a886-44aebc84ec3f req-953b1a7c-fd82-471c-9ec8-f44db91cc265 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1394112
Sep 25 04:48:09.890149 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf3e697-5fb2-4921-9b61-27ca5ca0b8ea x-openstack-request-id: req-fcf3e697-5fb2-4921-9b61-27ca5ca0b8ea {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:48:09.890149 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a998a93f-377e-473e-8087-97a9f41e31d9", "tag": "a8264b3e-726b-447b-aaab-d2d92d41c450", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:48:09.890149 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcf3e697-5fb2-4921-9b61-27ca5ca0b8ea {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:48:09.890149 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a998a93f-377e-473e-8087-97a9f41e31d9', 'tag': 'a8264b3e-726b-447b-aaab-d2d92d41c450', 'status': 'completed', 'code': 200}
Sep 25 04:48:09.904063 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:09.928603 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:48:09.935454 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Resources bound (agent type, host, resource id):  {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:48:09.941587 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-832923a5-c3ee-4638-a886-44aebc84ec3f req-ee2a6462-ef20-41ef-ac42-c9790683d90b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442812
Sep 25 04:48:09.943110 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:48:09.957793 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Pushing event updated for resources: {'Port': ['ID=9fbe7bad-ba8a-4665-af32-185cc2e1ab04,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:10.045428 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Attempting to bind port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:48:10.045809 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Attempting to bind port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:48:10.046171 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Attempting to bind port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 on network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:48:10.053194 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:48:10.053765 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Checking segment: {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:48:10.054183 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:10.054582 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Bound using segment: {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:48:10.055053 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Bound port: 9fbe7bad-ba8a-4665-af32-185cc2e1ab04, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:48:10.055443 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:10.081318 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Allocated IP 172.27.2.161 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/2863b350-5b67-4a29-b924-18026ef47d5e) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:48:10.099397 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401abd98-ffcb-4b89-9994-df1fab789a16 req-262b9b4d-eef9-479b-9df2-74f878590c66 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:10.104990 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-401abd98-ffcb-4b89-9994-df1fab789a16 req-262b9b4d-eef9-479b-9df2-74f878590c66 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 945 time: 0.0728812
Sep 25 04:48:10.130850 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] For port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:48:10.134308 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] For port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=9fbe7bad-ba8a-4665-af32-185cc2e1ab04,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:48:10.152974 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-401abd98-ffcb-4b89-9994-df1fab789a16 req-1280f6b7-7e15-4257-9dcb-e44bce68d667 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451763
Sep 25 04:48:10.195374 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:10.205890 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:10.266436 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e0011-5c1b-442b-9827-f6a2693c74d8 None None] Pushing event updated for resources: {'Port': ['ID=9fbe7bad-ba8a-4665-af32-185cc2e1ab04,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:10.314999 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:10.358697 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:48:10.365008 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:48:10.368929 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:48:10.377875 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Pushing event updated for resources: {'Port': ['ID=2863b350-5b67-4a29-b924-18026ef47d5e,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:10.532338 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635fac0-e6b3-4362-bb17-4fa46798f71f req-df088c03-74a5-403b-9e40-f35d988d8f10 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:10.532338 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9635fac0-e6b3-4362-bb17-4fa46798f71f req-df088c03-74a5-403b-9e40-f35d988d8f10 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 944 time: 0.0744562
Sep 25 04:48:10.590378 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9635fac0-e6b3-4362-bb17-4fa46798f71f req-89e8a9ac-f740-44e3-a59f-e090ff2a52c5 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488749
Sep 25 04:48:10.734956 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee8964-d39c-48bf-b891-35f33b4a964d req-a294c72d-7132-4168-b3bf-0e8bf5f0fde2 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:10.747213 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c3ee8964-d39c-48bf-b891-35f33b4a964d req-a294c72d-7132-4168-b3bf-0e8bf5f0fde2 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0854723
Sep 25 04:48:10.781054 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:10.793627 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-51c0ca16-4166-4e99-9577-3b2de4e6c3c7 req-4458e114-e970-4845-84d9-ef3027d7ce64 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 210 time: 0.0317562
Sep 25 04:48:10.809007 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c3ee8964-d39c-48bf-b891-35f33b4a964d req-b16e1160-abb5-44e7-a73d-3ae42eba0169 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0614152
Sep 25 04:48:11.004185 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3703306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713470'] for router, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:11.106236 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb50ad6-2f83-4d60-b16b-0cef2ae1a194 req-0fc8f9eb-cbe7-4f05-aee3-d7dff86118ec tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:11.108067 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7cb50ad6-2f83-4d60-b16b-0cef2ae1a194 req-0fc8f9eb-cbe7-4f05-aee3-d7dff86118ec tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0570691
Sep 25 04:48:11.150725 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7cb50ad6-2f83-4d60-b16b-0cef2ae1a194 req-dc41ec60-abe8-410e-9972-e26912175ead tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344374
Sep 25 04:48:11.224376 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Router 5be9fa91-cd58-493e-a4cd-25463fd28859 is scheduled to L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 with binding_index 1 {{(pid=101197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 25 04:48:11.294450 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b40e2-ce5d-4a8a-ac4b-b3e86222819c req-49141a65-eb52-4b0b-8e5d-89cf7d495514 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:11.304456 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bc7b40e2-ce5d-4a8a-ac4b-b3e86222819c req-49141a65-eb52-4b0b-8e5d-89cf7d495514 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 945 time: 0.0686114
Sep 25 04:48:11.336261 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41e8690-7a7f-4b66-bb2f-0c752ac377da None None] Network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:48:11.343901 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bc7b40e2-ce5d-4a8a-ac4b-b3e86222819c req-dd2f98f8-6cda-4ab2-92bf-d335d78361e5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385995
Sep 25 04:48:11.372607 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:48:11.403388 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Sync routers for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:48:11.436049 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:48:11.436730 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2e5e2e0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:47:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:11.441885 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] Notify callbacks [] for router, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:11.443491 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-b9ea56f7-f252-4dc6-b13c-c3c08d81fdbe admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.6232066
Sep 25 04:48:11.447090 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 51110) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:11.480088 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-1dc1234c-29d6-4aaa-a1f1-48effcbcca5e None None] Provisioning complete for port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:11.480940 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1dc1234c-29d6-4aaa-a1f1-48effcbcca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:11.584187 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:11.754102 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:48:11.906704 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1dc1234c-29d6-4aaa-a1f1-48effcbcca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:11.906704 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:11.906704 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:11.975815 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371601e4-1e35-4f21-adad-b468b10df6c6 req-fc2a5a76-c37b-4bfc-ac72-801c3a310852 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:11.987628 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-371601e4-1e35-4f21-adad-b468b10df6c6 req-fc2a5a76-c37b-4bfc-ac72-801c3a310852 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 944 time: 0.2593713
Sep 25 04:48:12.138421 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-1dc1234c-29d6-4aaa-a1f1-48effcbcca5e None None] For port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=9fbe7bad-ba8a-4665-af32-185cc2e1ab04,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:12.153846 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7364733d-b88a-4ce5-bb7e-c5003cd3b6a8 req-3bb51b85-ee7e-46e6-a513-fb1675baf182 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 210 time: 0.1872859
Sep 25 04:48:12.242324 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-371601e4-1e35-4f21-adad-b468b10df6c6 req-e1fd30d3-24b0-4607-a536-d98dd334ed46 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2544541
Sep 25 04:48:12.286475 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:12.308464 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2e5e2e0>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:10Z', 'revision_number': 3, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:12.351827 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Checking router: 5be9fa91-cd58-493e-a4cd-25463fd28859 for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:48:12.351827 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Updating router 5be9fa91-cd58-493e-a4cd-25463fd28859 port 2863b350-5b67-4a29-b924-18026ef47d5e binding host dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:48:12.389441 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:12.518965 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20013a61-0671-41db-acb4-288e183bc82c req-264357be-faae-4481-b9b9-f522099bae72 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:12.520495 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-20013a61-0671-41db-acb4-288e183bc82c req-264357be-faae-4481-b9b9-f522099bae72 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1751833
Sep 25 04:48:12.526334 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:12.550280 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a9c4f-cb75-4432-a30a-03de4775cffb req-7793acb1-6360-41c4-aa19-9854f966530b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:12.551815 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2a0a9c4f-cb75-4432-a30a-03de4775cffb req-7793acb1-6360-41c4-aa19-9854f966530b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1539969
Sep 25 04:48:12.683306 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-20013a61-0671-41db-acb4-288e183bc82c req-2259fa93-d320-4476-9ec1-38a30c106a18 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1304727
Sep 25 04:48:12.692907 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2a0a9c4f-cb75-4432-a30a-03de4775cffb req-fc4649fc-464e-4776-b61f-c5cc00e6c87b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1313453
Sep 25 04:48:12.748874 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 8d681131-ed0e-4ecb-9749-83add657e808 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:48:12.774109 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 8d681131-ed0e-4ecb-9749-83add657e808 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:48:12.774455 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 8d681131-ed0e-4ecb-9749-83add657e808 not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:48:12.892857 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:12.894481 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Allocated IP 172.20.0.1 (6b24eba2-3e72-48a0-87ff-1d3d45503d2c/b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c/c58c856d-1ea9-4e29-b356-4593e1483525) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:48:12.904189 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2d5e4-e022-49c3-826f-d2cb0776bfaf req-c5c4ddd8-d221-43ba-9f88-b5aa35dd46eb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:12.910869 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-59b2d5e4-e022-49c3-826f-d2cb0776bfaf req-c5c4ddd8-d221-43ba-9f88-b5aa35dd46eb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 945 time: 0.1418169
Sep 25 04:48:12.983183 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-59b2d5e4-e022-49c3-826f-d2cb0776bfaf req-69506b7c-1467-44ca-829f-a7e72ee3d8dc tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674903
Sep 25 04:48:13.097603 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:13.138234 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1dc1234c-29d6-4aaa-a1f1-48effcbcca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:13.194370 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:13.251465 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.db.api [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 25 04:48:13.251465 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG oslo_db.api [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 25 04:48:13.269930 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1234c-29d6-4aaa-a1f1-48effcbcca5e None None] Pushing event updated for resources: {'Port': ['ID=9fbe7bad-ba8a-4665-af32-185cc2e1ab04,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:13.277232 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Attempting to bind port 2863b350-5b67-4a29-b924-18026ef47d5e on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:48:13.277603 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Attempting to bind port 2863b350-5b67-4a29-b924-18026ef47d5e by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:48:13.277971 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Attempting to bind port 2863b350-5b67-4a29-b924-18026ef47d5e on network 884f10d2-ae7d-401e-970c-bda63e6a05d5 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:48:13.288156 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:13.317521 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:48:13.317942 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Checking segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:48:13.318359 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:13.319259 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Bound using segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:48:13.319792 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Bound port: 2863b350-5b67-4a29-b924-18026ef47d5e, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:48:13.320162 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:13.376347 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:48:13.392158 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-1295bcbf-70c8-4284-b983-dc46df4c3bb8 None None] Provisioning complete for port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:13.396814 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1295bcbf-70c8-4284-b983-dc46df4c3bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:13.402852 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:48:13.421005 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:48:13.456800 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc76bed-4df9-4481-83ae-e2e19cddc452 None None] Pushing event updated for resources: {'Port': ['ID=2863b350-5b67-4a29-b924-18026ef47d5e,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:13.522345 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] For port 2863b350-5b67-4a29-b924-18026ef47d5e, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:48:13.539953 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] For port 2863b350-5b67-4a29-b924-18026ef47d5e, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=2863b350-5b67-4a29-b924-18026ef47d5e,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:48:13.646257 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:13.902097 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:48:13.902987 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2e5e2e0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:47:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:13.909987 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc76bed-4df9-4481-83ae-e2e19cddc452 None None] Pushing event updated for resources: {'Port': ['ID=2863b350-5b67-4a29-b924-18026ef47d5e,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:13.988750 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-5b7435be-e0f6-4cfd-bcc5-6f8063f7bfa8 None None] Provisioning complete for port c58c856d-1ea9-4e29-b356-4593e1483525 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:13.991652 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5b7435be-e0f6-4cfd-bcc5-6f8063f7bfa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:14.044348 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Pushing event updated for resources: {'Port': ['ID=c58c856d-1ea9-4e29-b356-4593e1483525,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:14.086629 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-01b62149-7f00-4136-a4f2-72f2653c3a13 req-f04f557b-52e5-4e0a-a4f5-bcac7f92e109 tempest-AttachVolumeNegativeTest-515992310 tempest-AttachVolumeNegativeTest-515992310-project] 10.222.0.20 "GET /v2.0/ports?device_id=846d04fc-b783-47ea-a5ab-bf5a61d9c42d HTTP/1.1" status: 200  len: 210 time: 0.5232046
Sep 25 04:48:14.117229 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716483'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:14.137679 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c3e78-78d6-4f40-97bb-bc0a614c4857 req-521f7ed8-8db6-4434-a97e-14178a4d1653 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:14.139659 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4c7c3e78-78d6-4f40-97bb-bc0a614c4857 req-521f7ed8-8db6-4434-a97e-14178a4d1653 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 944 time: 0.5422852
Sep 25 04:48:14.141814 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d9ab9-708f-4f20-934a-cdd7d7babe77 req-c31d7bb4-0aa5-4ef0-8508-6cead5f23530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:14.144193 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee6d9ab9-708f-4f20-934a-cdd7d7babe77 req-c31d7bb4-0aa5-4ef0-8508-6cead5f23530 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=17d20b71ec304f22bcb7d7ebc02ada38&device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 1097 time: 0.7003608
Sep 25 04:48:14.156265 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:14.173676 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:48:14.259557 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-5b7435be-e0f6-4cfd-bcc5-6f8063f7bfa8 None None] Port c58c856d-1ea9-4e29-b356-4593e1483525 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:48:14.379729 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:14.380109 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:14.552552 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4c7c3e78-78d6-4f40-97bb-bc0a614c4857 req-09416192-c7d4-4f98-8e89-9e0568f8fa5d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3045013
Sep 25 04:48:14.607649 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f85833-1e1f-4f65-a311-ebcba891aa06 req-bc90d018-77fc-4ea3-aa2f-550698185804 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:14.627428 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-85f85833-1e1f-4f65-a311-ebcba891aa06 req-bc90d018-77fc-4ea3-aa2f-550698185804 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.3450303
Sep 25 04:48:14.653429 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device a01b926b-6d73-4f06-9c24-7d78f3aa22ca up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:14.659990 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2e5e2e0>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:10Z', 'revision_number': 3, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:14.739787 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d9ab9-708f-4f20-934a-cdd7d7babe77 req-f76a4eda-a8dd-426d-9c98-c424524f3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:14.750002 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee6d9ab9-708f-4f20-934a-cdd7d7babe77 req-f76a4eda-a8dd-426d-9c98-c424524f3ae8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=17d20b71ec304f22bcb7d7ebc02ada38&shared=False HTTP/1.1" status: 200  len: 914 time: 0.4818103
Sep 25 04:48:14.789806 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-85f85833-1e1f-4f65-a311-ebcba891aa06 req-b3561976-cf41-4cb1-9182-0764d213f4fe tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1614490
Sep 25 04:48:14.816264 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bb82b2-408d-4ff3-8508-8043d18c3b2e None None] The sync data for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi is: [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:10Z', 'revision_number': 3, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:48:14.923539 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df6549-47f8-44a3-9bb8-eb22e087b614 req-fd3b23b7-3193-44dc-9665-dfb2aacf4575 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:14.931672 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d2df6549-47f8-44a3-9bb8-eb22e087b614 req-fd3b23b7-3193-44dc-9665-dfb2aacf4575 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.2233298
Sep 25 04:48:15.014680 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d9ab9-708f-4f20-934a-cdd7d7babe77 req-5084d238-d317-4cb8-8ddf-1e2cc2807da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:15.016086 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee6d9ab9-708f-4f20-934a-cdd7d7babe77 req-5084d238-d317-4cb8-8ddf-1e2cc2807da6 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.2242951
Sep 25 04:48:15.019880 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port a01b926b-6d73-4f06-9c24-7d78f3aa22ca completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:48:15.025995 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port a01b926b-6d73-4f06-9c24-7d78f3aa22ca triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:15.026596 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:15.029420 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:15.070963 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d2df6549-47f8-44a3-9bb8-eb22e087b614 req-5b5782bb-5810-4b9d-8ed6-436063d25ca0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046672
Sep 25 04:48:15.105748 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca407-377f-482e-91f1-65ac9e510f97 req-5f4018f8-8278-493b-b3e4-dbf110ba52b6 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:15.115426 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1f1ca407-377f-482e-91f1-65ac9e510f97 req-5f4018f8-8278-493b-b3e4-dbf110ba52b6 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 945 time: 0.1420209
Sep 25 04:48:15.204034 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51152) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:15.273336 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1f1ca407-377f-482e-91f1-65ac9e510f97 req-ee1b8505-721f-45e2-a630-cacf63dfe65c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559472
Sep 25 04:48:15.301704 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:15.340084 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:48:15.393975 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:48:15.396383 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa30c7d-a229-4da8-bde9-76eb62e79308" -d '{"events": [{"server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "name": "network-vif-plugged", "status": "completed", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:48:15.496908 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port a01b926b-6d73-4f06-9c24-7d78f3aa22ca, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:15.512100 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5fbdc0-1f1e-4c0b-b755-f506d1492742 x-openstack-request-id: req-7d5fbdc0-1f1e-4c0b-b755-f506d1492742 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:48:15.512586 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "name": "network-vif-plugged", "status": "completed", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:48:15.512851 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d5fbdc0-1f1e-4c0b-b755-f506d1492742 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:48:15.513250 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'code': 200}
Sep 25 04:48:15.596120 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:15.647266 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73d119-3176-4251-96db-b79a35223880 req-3ad26805-eeb1-4f3e-a1f0-473ee28dad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:15.665825 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-3ad26805-eeb1-4f3e-a1f0-473ee28dad6b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=17d20b71ec304f22bcb7d7ebc02ada38&device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 1097 time: 0.3673992
Sep 25 04:48:15.763600 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:15.811777 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-ad39fcae-483d-4bce-9215-d293110f889b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8264b3e-726b-447b-aaab-d2d92d41c450 HTTP/1.1" status: 200  len: 217 time: 0.1159322
Sep 25 04:48:15.882230 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f0c560-d8f4-45e4-a63f-9adfbc4fc262 admin admin] Deleting subnet a7bb23d2-1229-4f2c-95e2-e00af48f4c2c {{(pid=101197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:48:15.882230 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c560-d8f4-45e4-a63f-9adfbc4fc262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:15.961058 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c560-d8f4-45e4-a63f-9adfbc4fc262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9493515'] for subnet, precommit_delete_associations {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:16.108748 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c560-d8f4-45e4-a63f-9adfbc4fc262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:16.172133 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 2863b350-5b67-4a29-b924-18026ef47d5e up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:16.250220 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:16.310982 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 2863b350-5b67-4a29-b924-18026ef47d5e triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:16.311562 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:16.365232 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c560-d8f4-45e4-a63f-9adfbc4fc262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9735817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9557991'] for subnet, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:16.443173 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:16.479789 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:16.502012 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f0c560-d8f4-45e4-a63f-9adfbc4fc262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7bb23d2-1229-4f2c-95e2-e00af48f4c2c,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:16.513045 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a0f0c560-d8f4-45e4-a63f-9adfbc4fc262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:16.516740 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-a0f0c560-d8f4-45e4-a63f-9adfbc4fc262 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a7bb23d2-1229-4f2c-95e2-e00af48f4c2c HTTP/1.1" status: 204  len: 168 time: 1.3142135
Sep 25 04:48:16.522245 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51170) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:16.542189 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port 2863b350-5b67-4a29-b924-18026ef47d5e, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=2863b350-5b67-4a29-b924-18026ef47d5e,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:16.583961 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df917-dab6-4b3b-9306-6df3346af39f req-4c3367df-beb1-45e5-9f21-7139c5666a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:16.585487 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e24df917-dab6-4b3b-9306-6df3346af39f req-4c3367df-beb1-45e5-9f21-7139c5666a92 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 1099 time: 0.3553877
Sep 25 04:48:16.634884 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:16.650617 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d73d119-3176-4251-96db-b79a35223880 req-500002b6-7920-48a2-af31-2725b4573977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:16.653482 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-500002b6-7920-48a2-af31-2725b4573977 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=895c0622-1570-4e69-9d1c-8de1be3c94ed HTTP/1.1" status: 200  len: 854 time: 0.7785850
Sep 25 04:48:16.664573 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608f912-0b01-404f-909f-c731fc30d8af req-a8f2718e-3692-449c-a158-905185d9a1f1 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:16.675280 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d608f912-0b01-404f-909f-c731fc30d8af req-a8f2718e-3692-449c-a158-905185d9a1f1 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 944 time: 0.8677862
Sep 25 04:48:16.704912 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:16.740728 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=2863b350-5b67-4a29-b924-18026ef47d5e,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:16.743714 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-e24df917-dab6-4b3b-9306-6df3346af39f req-9b537d03-379a-4b2d-b860-b9f4ee7a12e0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435308
Sep 25 04:48:16.774456 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-fbb35eca-d00e-48fb-ba9c-95234575384b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a1dbf142-ad08-4e23-9c92-11b9306911be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0661883
Sep 25 04:48:16.785451 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb19a4-39a8-454f-b9fb-877857b4388d req-99958fc8-f903-41bb-81a3-7c8761f117f1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:16.793519 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e6eb19a4-39a8-454f-b9fb-877857b4388d req-99958fc8-f903-41bb-81a3-7c8761f117f1 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.7777531
Sep 25 04:48:16.802396 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Pushing event updated for resources: {'Port': ['ID=c58c856d-1ea9-4e29-b356-4593e1483525,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:16.858840 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d608f912-0b01-404f-909f-c731fc30d8af req-b1dd3d6f-5dc1-4eca-adc7-42966507c82c tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774945
Sep 25 04:48:16.867974 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715955'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:16.902842 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:16.926158 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd24e9ac0>,) {'filters': {'network_id': ['96ac7f01-c364-4eec-ad2f-b6b20d7e95bb']}} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:16.952979 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd24e9ac0>, 'f7f4e6a1-b613-43c0-aa04-836646d481e2') {'for_net_delete': True} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:16.956602 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd24e9ac0>, 'f7f4e6a1-b613-43c0-aa04-836646d481e2') {} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:16.972103 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9493522'] for segment, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:17.019002 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:17.032839 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:48:17.033661 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9736743'] for segment, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]: Traceback (most recent call last):
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     timer()
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     cb(*args, **kw)
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     return func(*args, **kwargs)
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     self._notify()
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     self.callback(batched_events)
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     event.method(event)
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     return f(self, *a, **k)
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._get(url).json()
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:48:17.041863 dv-cinder-768458-10-iscsi neutron-server[101197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:48:17.046118 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e6eb19a4-39a8-454f-b9fb-877857b4388d req-3ab826d4-5596-464c-ad61-859b8bdb4c3e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2513297
Sep 25 04:48:17.091880 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:48:17.095065 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:48:17.115858 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0664d5-ea1f-425d-a6de-3d298153574e req-b6229f79-d463-4de2-8b35-d51b1474b69e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:17.161372 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d0664d5-ea1f-425d-a6de-3d298153574e req-b6229f79-d463-4de2-8b35-d51b1474b69e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1316252
Sep 25 04:48:17.238049 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:17.254616 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:17.262434 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/96ac7f01-c364-4eec-ad2f-b6b20d7e95bb HTTP/1.1" status: 204  len: 168 time: 0.7304976
Sep 25 04:48:17.283639 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796da44-33a1-4fce-9267-df2b366953e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=96ac7f01-c364-4eec-ad2f-b6b20d7e95bb,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:17.483296 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1d0664d5-ea1f-425d-a6de-3d298153574e req-db9011a4-f703-4717-a345-66cbcf40c771 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3207181
Sep 25 04:48:17.520425 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f2327-62c6-49f1-bee2-f5e11ab9d629 req-4c7634b7-4775-48d1-995f-1554a2d3214a tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:17.522489 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a63f2327-62c6-49f1-bee2-f5e11ab9d629 req-4c7634b7-4775-48d1-995f-1554a2d3214a tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 946 time: 0.3584323
Sep 25 04:48:17.568633 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-38d5d3ba-1bc8-47dc-83fe-5c60ccaaaa91 service neutron] 10.222.0.23 "GET /v2.0/networks/a1dbf142-ad08-4e23-9c92-11b9306911be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2720199
Sep 25 04:48:17.592534 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Router 5be9fa91-cd58-493e-a4cd-25463fd28859 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:48:17.670025 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a63f2327-62c6-49f1-bee2-f5e11ab9d629 req-ac6aabc6-1946-4082-8c5c-ceb302bbc30b tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1284306
Sep 25 04:48:17.832388 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-381cee3b-2aac-455f-bb4f-6e6403e20f36 None None] Provisioning complete for port c58c856d-1ea9-4e29-b356-4593e1483525 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:17.833546 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-381cee3b-2aac-455f-bb4f-6e6403e20f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:17.880738 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d73d119-3176-4251-96db-b79a35223880 req-57463f30-af46-4c2b-9712-6ccb6395f3ec service neutron] 10.222.0.23 "GET /v2.0/networks/a1dbf142-ad08-4e23-9c92-11b9306911be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2472169
Sep 25 04:48:17.905136 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51190) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:17.927308 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:48:17.943592 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Sync routers for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:48:17.947532 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-75ac292c-23d9-4573-86fb-05cf31246e98 admin admin] 10.222.0.20 "PUT /v2.0/routers/5be9fa91-cd58-493e-a4cd-25463fd28859/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4988563
Sep 25 04:48:17.961000 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:48:17.961943 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8355550>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:47:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:17.962373 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-381cee3b-2aac-455f-bb4f-6e6403e20f36 None None] Port c58c856d-1ea9-4e29-b356-4593e1483525 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:48:18.101034 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-13df5a5e-aa10-4e8b-a778-9b50275b61b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1acfae3797414624a27726f272db6b92&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1946549
Sep 25 04:48:18.110511 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51200) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:18.126944 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d392124-e90b-40c5-98e4-e5884527fdd4 req-25b78a02-d93d-4398-8df8-9e366c3bf25f tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:18.133813 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0d392124-e90b-40c5-98e4-e5884527fdd4 req-25b78a02-d93d-4398-8df8-9e366c3bf25f tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 944 time: 0.1844971
Sep 25 04:48:18.186058 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:48:18.195339 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 2863b350-5b67-4a29-b924-18026ef47d5e up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:18.317987 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-210f4b19-d7e2-4dd3-9dc1-d7dd2e1650b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:18.357011 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 2863b350-5b67-4a29-b924-18026ef47d5e triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:18.357388 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:18.357592 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-210f4b19-d7e2-4dd3-9dc1-d7dd2e1650b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:18.360959 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0d392124-e90b-40c5-98e4-e5884527fdd4 req-828c3088-f6f2-4048-9b54-b1881be2ca5a tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2161720
Sep 25 04:48:18.401609 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05136503-cbda-421b-9efc-e6e52c5b85fa req-15c253e7-b97d-4da7-9aea-97258de4b797 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:18.403191 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05136503-cbda-421b-9efc-e6e52c5b85fa req-15c253e7-b97d-4da7-9aea-97258de4b797 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1588504
Sep 25 04:48:18.506711 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05136503-cbda-421b-9efc-e6e52c5b85fa req-8189d5f8-cab8-487c-b52f-0b5df08afbf4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0934019
Sep 25 04:48:18.614704 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-210f4b19-d7e2-4dd3-9dc1-d7dd2e1650b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:18.619886 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-210f4b19-d7e2-4dd3-9dc1-d7dd2e1650b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:18.623409 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-210f4b19-d7e2-4dd3-9dc1-d7dd2e1650b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/876ad510-d01b-4f56-8a89-99d787591301 HTTP/1.1" status: 204  len: 168 time: 0.5100543
Sep 25 04:48:18.641779 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f4b19-d7e2-4dd3-9dc1-d7dd2e1650b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876ad510-d01b-4f56-8a89-99d787591301,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:18.760641 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8355550>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:15Z', 'revision_number': 2, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:18.824836 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddf272-4f72-402a-855f-a130b97ce7f0 req-14089169-0c5c-4ee7-8115-654a9f7989b3 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:18.832687 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e1ddf272-4f72-402a-855f-a130b97ce7f0 req-14089169-0c5c-4ee7-8115-654a9f7989b3 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.2067287
Sep 25 04:48:18.896204 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Checking router: 5be9fa91-cd58-493e-a4cd-25463fd28859 for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:48:18.896578 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Updating router 5be9fa91-cd58-493e-a4cd-25463fd28859 port c58c856d-1ea9-4e29-b356-4593e1483525 binding host dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:48:18.973849 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e1ddf272-4f72-402a-855f-a130b97ce7f0 req-8dab59ca-bb9b-4aac-baea-4a38261d46b5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1349089
Sep 25 04:48:18.976912 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:18.999513 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29910033-eaef-4f63-9392-2757ea8d213a req-c283de6b-0afd-4813-bb0f-944a38039984 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:19.011566 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-29910033-eaef-4f63-9392-2757ea8d213a req-c283de6b-0afd-4813-bb0f-944a38039984 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 946 time: 0.1618471
Sep 25 04:48:19.168253 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-29910033-eaef-4f63-9392-2757ea8d213a req-f3ce04fd-f3c3-4936-b115-aad8c71c0515 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539574
Sep 25 04:48:19.584202 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:19.665925 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c0027-38d1-4019-834e-8ebc7943db11 req-f8c1e151-310e-4adc-9b47-91853a7971c2 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:19.667574 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-004c0027-38d1-4019-834e-8ebc7943db11 req-f8c1e151-310e-4adc-9b47-91853a7971c2 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 944 time: 0.0973127
Sep 25 04:48:19.765904 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-004c0027-38d1-4019-834e-8ebc7943db11 req-9267ee5e-ca5f-45ff-bfeb-05b3fed30742 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662472
Sep 25 04:48:19.790018 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d37fec-d424-4f19-a0de-004680ce2d78 req-c142083d-06e9-4a75-ae85-455010b7f745 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:19.790018 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-52d37fec-d424-4f19-a0de-004680ce2d78 req-c142083d-06e9-4a75-ae85-455010b7f745 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1442335
Sep 25 04:48:19.827641 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-52d37fec-d424-4f19-a0de-004680ce2d78 req-e29e8c0a-54d4-4a76-8d95-5660cdfd716e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401280
Sep 25 04:48:20.142692 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad5b9-93ca-4b18-82b3-fcac9093c03c req-f9045ee3-94ec-432b-aad3-f5785ac8af5e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:20.145204 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b8bad5b9-93ca-4b18-82b3-fcac9093c03c req-f9045ee3-94ec-432b-aad3-f5785ac8af5e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0844355
Sep 25 04:48:20.229404 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b8bad5b9-93ca-4b18-82b3-fcac9093c03c req-8ef35719-22c4-4013-86c8-62cebcc0de8b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735919
Sep 25 04:48:20.397126 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:20.442864 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5531d336-3ab7-4cab-abfd-227e7635b8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:20.474840 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d46c88-90f8-450b-be31-01fe8fb91777 req-163b9e8f-3ae3-4959-94ef-c25f1c87cbb4 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:20.481141 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-16d46c88-90f8-450b-be31-01fe8fb91777 req-163b9e8f-3ae3-4959-94ef-c25f1c87cbb4 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 946 time: 0.1124632
Sep 25 04:48:20.622858 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-16d46c88-90f8-450b-be31-01fe8fb91777 req-84ff1ec0-f9c4-4b27-81e7-aef4e6bcc7dd tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246667
Sep 25 04:48:20.782930 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Pushing event updated for resources: {'Port': ['ID=c58c856d-1ea9-4e29-b356-4593e1483525,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:20.815351 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:20.816679 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:20.817207 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:20.817699 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:20.818204 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:20.818708 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:20.819201 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:20.819851 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:20.820357 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:20.822409 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:20.822951 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:20.826344 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:20.833808 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51284) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:20.839924 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1814573854-network', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:20.847782 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Attempting to bind port c58c856d-1ea9-4e29-b356-4593e1483525 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:48:20.848130 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Attempting to bind port c58c856d-1ea9-4e29-b356-4593e1483525 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:48:20.848478 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Attempting to bind port c58c856d-1ea9-4e29-b356-4593e1483525 on network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:48:20.872429 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:48:20.875600 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Checking segment: {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:48:20.876336 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:20.876923 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Bound using segment: {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:48:20.879012 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Bound port: c58c856d-1ea9-4e29-b356-4593e1483525, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:48:20.879680 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:20.990847 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Made reservation on behalf of f2f95556d1cd4a4fa17fa594fed151dc for: {'network': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:48:20.993604 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:21.015567 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:21.017057 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e3646-8ad5-4f33-ac90-29b1b0a9ca11 req-a81790c1-5d87-42fe-9eb6-86916af20987 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:21.027553 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-525e3646-8ad5-4f33-ac90-29b1b0a9ca11 req-a81790c1-5d87-42fe-9eb6-86916af20987 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.2554433
Sep 25 04:48:21.077293 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2effcb5-8e94-4e2d-b3c7-90418a77d561 req-212bb5fb-ef09-4554-b66a-c41ea9d11ff9 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:21.082593 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c2effcb5-8e94-4e2d-b3c7-90418a77d561 req-212bb5fb-ef09-4554-b66a-c41ea9d11ff9 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 946 time: 0.2392273
Sep 25 04:48:21.132697 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] For port c58c856d-1ea9-4e29-b356-4593e1483525, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:48:21.136818 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-52a6c3ee-48cf-4a59-bc60-02aa9b26080f None None] Provisioning complete for port c58c856d-1ea9-4e29-b356-4593e1483525 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:21.141032 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-52a6c3ee-48cf-4a59-bc60-02aa9b26080f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:21.145528 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] For port c58c856d-1ea9-4e29-b356-4593e1483525, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=c58c856d-1ea9-4e29-b356-4593e1483525,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:48:21.171967 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:21.184166 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c2effcb5-8e94-4e2d-b3c7-90418a77d561 req-faee1a45-36b6-4852-92b9-9fd542914da0 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003368
Sep 25 04:48:21.223455 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda0993-ba17-46ef-8d03-c070f058a315 req-1442e593-5ef5-409e-8423-e8b0df9118bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:21.224700 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:21.232082 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6cda0993-ba17-46ef-8d03-c070f058a315 req-1442e593-5ef5-409e-8423-e8b0df9118bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 1098 time: 0.2663946
Sep 25 04:48:21.242586 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-52a6c3ee-48cf-4a59-bc60-02aa9b26080f None None] Port c58c856d-1ea9-4e29-b356-4593e1483525 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:48:21.254499 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:21.255278 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-525e3646-8ad5-4f33-ac90-29b1b0a9ca11 req-635b35aa-5398-44fc-8252-44721744ba25 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2267349
Sep 25 04:48:21.347650 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'}  {{(pid=101197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:48:21.348097 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc80f35-100b-4df4-8b65-b0990bd5da09,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:21.362330 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:21.363568 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.segments_db [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Added segment d42ee7ff-96ed-4666-a0a2-4838814e74a6 of type vlan for network 2b2386fa-1669-46bb-8117-ee178150d248
Sep 25 04:48:21.445281 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:21.447256 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecb107-5a51-4c46-9d3a-a54b3f02ebe5 None None] Pushing event updated for resources: {'Port': ['ID=c58c856d-1ea9-4e29-b356-4593e1483525,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:21.475642 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:48:21.475642 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8355550>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:47:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:21.593123 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda0993-ba17-46ef-8d03-c070f058a315 req-1e227bde-c3da-4fba-a498-6f0be96d243e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:21.594804 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6cda0993-ba17-46ef-8d03-c070f058a315 req-1e227bde-c3da-4fba-a498-6f0be96d243e service neutron] 10.222.0.23 "GET /v2.0/networks?id=662548c6-ea0f-42ea-8c47-15dfa9490131 HTTP/1.1" status: 200  len: 911 time: 0.3283134
Sep 25 04:48:21.603585 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:21.607199 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:21.608592 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:21.739505 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] Pushing event updated for resources: {'Network': ['ID=2b2386fa-1669-46bb-8117-ee178150d248,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:21.747711 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-ee9fd753-c027-4134-9e8a-732346104946 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9129791
Sep 25 04:48:21.750799 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:48:21.751263 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51304) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:21.759364 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-d13beb41-9760-4211-b200-f999673c56c7 admin admin] Request body: {'subnet': {'network_id': '2b2386fa-1669-46bb-8117-ee178150d248', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1814573854-subnet', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'ip_version': 4}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:21.760516 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 2b2386fa-1669-46bb-8117-ee178150d248 details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:48:21.827944 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-2d2f1efd-1214-441a-9853-11ed126ac4cb None None] Provisioning complete for port c58c856d-1ea9-4e29-b356-4593e1483525 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:21.833354 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1efd-1214-441a-9853-11ed126ac4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:21.942952 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13beb41-9760-4211-b200-f999673c56c7 admin admin] Made reservation on behalf of f2f95556d1cd4a4fa17fa594fed151dc for: {'subnet': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:48:21.949814 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d13beb41-9760-4211-b200-f999673c56c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9557954'] for subnet, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:22.052838 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1efd-1214-441a-9853-11ed126ac4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:22.101039 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-2d2f1efd-1214-441a-9853-11ed126ac4cb None None] For port c58c856d-1ea9-4e29-b356-4593e1483525, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=c58c856d-1ea9-4e29-b356-4593e1483525,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:22.173257 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1efd-1214-441a-9853-11ed126ac4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:22.197898 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b3d3b-0f4a-4e96-8e80-8382af5bc6ab req-1d03fd8b-eff2-4232-ac78-bb169083243d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:22.207586 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-339b3d3b-0f4a-4e96-8e80-8382af5bc6ab req-1d03fd8b-eff2-4232-ac78-bb169083243d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 944 time: 0.7901192
Sep 25 04:48:22.236849 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6cda0993-ba17-46ef-8d03-c070f058a315 req-314c04be-3094-463d-9ee5-a44969993ba8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32f737-b7d7-45f5-946d-dd6be47c07a7 HTTP/1.1" status: 200  len: 1000 time: 0.6041372
Sep 25 04:48:22.241246 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8355550>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:21Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:22.256025 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3042590-9133-47ac-9df2-a3afbf927f89 req-613f771e-fe0d-4134-ae97-4aa75b71fbab tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:22.257799 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d3042590-9133-47ac-9df2-a3afbf927f89 req-613f771e-fe0d-4134-ae97-4aa75b71fbab tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1225083
Sep 25 04:48:22.287655 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e84ee0-222b-46bb-af9c-6c211e0c632a None None] The sync data for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi is: [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:21Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:48:22.293122 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-339b3d3b-0f4a-4e96-8e80-8382af5bc6ab req-f91fe980-6b97-4728-b787-81a771173ab8 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842125
Sep 25 04:48:22.316880 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f1efd-1214-441a-9853-11ed126ac4cb None None] Pushing event updated for resources: {'Port': ['ID=c58c856d-1ea9-4e29-b356-4593e1483525,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:22.342454 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d3042590-9133-47ac-9df2-a3afbf927f89 req-e1b45fa0-c344-4fcb-8aac-a07e2165a3f1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763652
Sep 25 04:48:22.402944 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d13beb41-9760-4211-b200-f999673c56c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9735752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9558000'] for subnet, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:22.484537 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13beb41-9760-4211-b200-f999673c56c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5cdf53e-746a-4ff4-ac5e-d571edbccb55,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:22.501291 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13beb41-9760-4211-b200-f999673c56c7 admin admin] Checking segment: {'id': 'd42ee7ff-96ed-4666-a0a2-4838814e74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:48:22.501737 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13beb41-9760-4211-b200-f999673c56c7 admin admin] Network hostable DHCP agents. Network: 2b2386fa-1669-46bb-8117-ee178150d248, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:48:22.544213 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d528c29-efcc-4e83-aec1-f41b7c6985bd req-5b37956c-55f6-479d-9438-d4e3a8f7c93e tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:22.545854 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8d528c29-efcc-4e83-aec1-f41b7c6985bd req-5b37956c-55f6-479d-9438-d4e3a8f7c93e tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 946 time: 0.0996730
Sep 25 04:48:22.586203 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13beb41-9760-4211-b200-f999673c56c7 admin admin] Network 2b2386fa-1669-46bb-8117-ee178150d248 is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:48:22.591609 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8d528c29-efcc-4e83-aec1-f41b7c6985bd req-fe3991fc-4d68-4aa4-8510-4a5f56eff15e tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376403
Sep 25 04:48:22.675771 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-d13beb41-9760-4211-b200-f999673c56c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 2b2386fa-1669-46bb-8117-ee178150d248) {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:48:22.681229 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13beb41-9760-4211-b200-f999673c56c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:22.681746 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d13beb41-9760-4211-b200-f999673c56c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:22.693926 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e842d2-a278-41e7-9cc1-5dec767936cf None None] Network 2b2386fa-1669-46bb-8117-ee178150d248 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:48:22.750265 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735cfd3-0896-496d-a4db-ce7fb94a5486 req-aadd5e4c-3a6c-47e4-8e5c-b019f5326675 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:22.752451 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0735cfd3-0896-496d-a4db-ce7fb94a5486 req-aadd5e4c-3a6c-47e4-8e5c-b019f5326675 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0790622
Sep 25 04:48:22.755593 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device a8264b3e-726b-447b-aaab-d2d92d41c450 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:48:22.819944 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0735cfd3-0896-496d-a4db-ce7fb94a5486 req-03ae6b67-2074-4fbb-93ba-3a72a1e8edd4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564201
Sep 25 04:48:22.897640 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d13beb41-9760-4211-b200-f999673c56c7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1422226
Sep 25 04:48:22.897640 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51328) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:22.902038 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1814573854-router', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:22.949937 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda0993-ba17-46ef-8d03-c070f058a315 req-122e448e-9446-4b24-ab60-fd335ee52181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:22.951709 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6cda0993-ba17-46ef-8d03-c070f058a315 req-122e448e-9446-4b24-ab60-fd335ee52181 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8524f7c8-7a47-40ed-8be3-7285aeb94293 HTTP/1.1" status: 200  len: 850 time: 0.0708089
Sep 25 04:48:23.032023 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda0993-ba17-46ef-8d03-c070f058a315 req-5e0eff21-0e99-456e-9103-b63079e96185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:23.035561 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6cda0993-ba17-46ef-8d03-c070f058a315 req-5e0eff21-0e99-456e-9103-b63079e96185 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=662548c6-ea0f-42ea-8c47-15dfa9490131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0744205
Sep 25 04:48:23.058795 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30137'] for router, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:23.060634 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3703411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30128'] for router, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:23.106333 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port a8264b3e-726b-447b-aaab-d2d92d41c450, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a8264b3e-726b-447b-aaab-d2d92d41c450,segment=NetworkSegment(01923c60-f976-4861-9718-02f661b866b6),segment_id=01923c60-f976-4861-9718-02f661b866b6)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:23.142168 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': 'a8264b3e-726b-447b-aaab-d2d92d41c450', 'network_id': 'a1dbf142-ad08-4e23-9c92-11b9306911be', 'port_id': 'a8264b3e-726b-447b-aaab-d2d92d41c450', 'mac_address': 'fa:16:3e:07:eb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '895c0622-1570-4e69-9d1c-8de1be3c94ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:48:23.170833 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70b41eb-9793-5ca1-934a-2b4112ba30ab-2b2386fa-1669-46bb-8117-ee178150d248', 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'fixed_ips': [{'subnet_id': 'e5cdf53e-746a-4ff4-ac5e-d571edbccb55'}]}} from dv-cinder-768458-10-iscsi. {{(pid=101199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Sep 25 04:48:23.172197 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:23.179832 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:23.201352 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:23.276170 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6cda0993-ba17-46ef-8d03-c070f058a315 req-4e878c59-1907-47f7-88e7-9fc282342d5a service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2280324
Sep 25 04:48:23.283360 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8264b3e-726b-447b-aaab-d2d92d41c450 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:48:23.311116 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port a8264b3e-726b-447b-aaab-d2d92d41c450, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a8264b3e-726b-447b-aaab-d2d92d41c450,segment=NetworkSegment(01923c60-f976-4861-9718-02f661b866b6),segment_id=01923c60-f976-4861-9718-02f661b866b6)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:23.388831 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:23.554646 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Allocated IP 172.20.0.2 (2b2386fa-1669-46bb-8117-ee178150d248/e5cdf53e-746a-4ff4-ac5e-d571edbccb55/4418565a-a664-4888-a8dc-9f06b81019d0) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:48:23.589459 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:23.591118 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6cda0993-ba17-46ef-8d03-c070f058a315 req-41c0753d-8da1-439f-914b-44ab96326076 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3086314
Sep 25 04:48:23.651942 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['a8264b3e-726b-447b-aaab-d2d92d41c450'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:48:23.710885 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166007dd-a8e4-4ab6-a10b-fd96a87a8e95 req-32dbb585-1006-4582-b3e8-874723205544 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:23.718907 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-166007dd-a8e4-4ab6-a10b-fd96a87a8e95 req-32dbb585-1006-4582-b3e8-874723205544 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 945 time: 0.1481254
Sep 25 04:48:23.779651 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e197109-dd86-44d1-bf06-ab6440821534 req-657b34a3-f08d-4424-9a70-757f86d118de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:23.781278 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e197109-dd86-44d1-bf06-ab6440821534 req-657b34a3-f08d-4424-9a70-757f86d118de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 1098 time: 0.1255858
Sep 25 04:48:23.800962 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-166007dd-a8e4-4ab6-a10b-fd96a87a8e95 req-e99e8bdf-a908-47e6-b5dd-ef2fe0dafe7d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805850
Sep 25 04:48:24.066651 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e283250-dd2b-4214-8c27-d178022c310d req-d01eff7c-fe5c-4c9d-b7da-0555b9ce2a38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:24.068571 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7e283250-dd2b-4214-8c27-d178022c310d req-d01eff7c-fe5c-4c9d-b7da-0555b9ce2a38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1364770
Sep 25 04:48:24.070082 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e197109-dd86-44d1-bf06-ab6440821534 req-457313af-4554-4d56-a24f-fa0b4639e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:24.071543 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e197109-dd86-44d1-bf06-ab6440821534 req-457313af-4554-4d56-a24f-fa0b4639e286 service neutron] 10.222.0.23 "GET /v2.0/networks?id=662548c6-ea0f-42ea-8c47-15dfa9490131 HTTP/1.1" status: 200  len: 911 time: 0.2682683
Sep 25 04:48:24.116975 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=a8264b3e-726b-447b-aaab-d2d92d41c450,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:24.147182 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-456cb2a4-46ae-490f-9ca7-2ba8077861fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.180318 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.265263 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.295363 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.303152 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device c58c856d-1ea9-4e29-b356-4593e1483525 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:24.321851 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.332428 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7e283250-dd2b-4214-8c27-d178022c310d req-812e9ac7-a78a-4cb2-a662-fbdf74826a52 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2370353
Sep 25 04:48:24.336598 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e197109-dd86-44d1-bf06-ab6440821534 req-ece62ef2-2aec-4e4d-9eba-e64598bcb3d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32f737-b7d7-45f5-946d-dd6be47c07a7 HTTP/1.1" status: 200  len: 1000 time: 0.2516596
Sep 25 04:48:24.350895 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07bb5e-4e27-44db-bebe-b8d3834230a6 req-a9bb52cd-e034-42e0-b7c0-258aa1cf8163 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:24.353412 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ff07bb5e-4e27-44db-bebe-b8d3834230a6 req-a9bb52cd-e034-42e0-b7c0-258aa1cf8163 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1789045
Sep 25 04:48:24.390423 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Network 2b2386fa-1669-46bb-8117-ee178150d248 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:48:24.391831 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.401092 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Resources bound (agent type, host, resource id):  {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:48:24.403827 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:48:24.486645 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ff07bb5e-4e27-44db-bebe-b8d3834230a6 req-8f9730fa-ed0d-4c27-b258-8be73d14677c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1029537
Sep 25 04:48:24.493095 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e197109-dd86-44d1-bf06-ab6440821534 req-5267ecc1-644e-4ba0-aaa6-3c9abd81337c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:24.495713 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e197109-dd86-44d1-bf06-ab6440821534 req-5267ecc1-644e-4ba0-aaa6-3c9abd81337c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8524f7c8-7a47-40ed-8be3-7285aeb94293 HTTP/1.1" status: 200  len: 850 time: 0.1418407
Sep 25 04:48:24.552164 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Allocated IP 172.27.2.254 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/46d419f0-18e0-45b4-b7c0-020b308bb333) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:48:24.636325 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Pushing event updated for resources: {'Port': ['ID=4418565a-a664-4888-a8dc-9f06b81019d0,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:24.645086 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Attempting to bind port 4418565a-a664-4888-a8dc-9f06b81019d0 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:48:24.645654 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Attempting to bind port 4418565a-a664-4888-a8dc-9f06b81019d0 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': 'd42ee7ff-96ed-4666-a0a2-4838814e74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:48:24.646231 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Attempting to bind port 4418565a-a664-4888-a8dc-9f06b81019d0 on network 2b2386fa-1669-46bb-8117-ee178150d248 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:48:24.647182 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e197109-dd86-44d1-bf06-ab6440821534 req-8ef67e0c-2e94-4cda-9553-80cfb6179693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:24.649908 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e197109-dd86-44d1-bf06-ab6440821534 req-8ef67e0c-2e94-4cda-9553-80cfb6179693 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=662548c6-ea0f-42ea-8c47-15dfa9490131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1461284
Sep 25 04:48:24.663996 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:48:24.664402 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Checking segment: {'id': 'd42ee7ff-96ed-4666-a0a2-4838814e74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:48:24.664807 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.665212 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Bound using segment: {'id': 'd42ee7ff-96ed-4666-a0a2-4838814e74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:48:24.665707 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Bound port: 4418565a-a664-4888-a8dc-9f06b81019d0, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42ee7ff-96ed-4666-a0a2-4838814e74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:48:24.666098 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.703665 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port c58c856d-1ea9-4e29-b356-4593e1483525 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:24.704040 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.745169 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.754270 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.766227 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e197109-dd86-44d1-bf06-ab6440821534 req-a911169f-7b27-4136-b701-b18ae3ab361a service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1085854
Sep 25 04:48:24.806262 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] For port 4418565a-a664-4888-a8dc-9f06b81019d0, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:48:24.811607 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] For port 4418565a-a664-4888-a8dc-9f06b81019d0, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=4418565a-a664-4888-a8dc-9f06b81019d0,segment=NetworkSegment(d42ee7ff-96ed-4666-a0a2-4838814e74a6),segment_id=d42ee7ff-96ed-4666-a0a2-4838814e74a6)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:48:24.935014 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.935282 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:24.961350 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e197109-dd86-44d1-bf06-ab6440821534 req-7f7fea00-421e-4ba4-9f2c-c336e1a565b7 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1869717
Sep 25 04:48:24.989160 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:48:24.992826 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:48:24.998051 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:48:25.008587 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6e5b0-0f81-4e40-8953-1558b2aad9ea None None] Pushing event updated for resources: {'Port': ['ID=4418565a-a664-4888-a8dc-9f06b81019d0,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:25.010223 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53062bc-a4f2-4c82-9815-02a95726a771 req-bf5821ed-b03c-4898-a309-4ab1e728c995 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:25.018424 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a53062bc-a4f2-4c82-9815-02a95726a771 req-bf5821ed-b03c-4898-a309-4ab1e728c995 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 945 time: 0.1322079
Sep 25 04:48:25.049526 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Pushing event updated for resources: {'Port': ['ID=46d419f0-18e0-45b4-b7c0-020b308bb333,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:25.110435 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a53062bc-a4f2-4c82-9815-02a95726a771 req-b3eed9f1-a070-428c-8313-ca3efee9d657 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892668
Sep 25 04:48:25.260459 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:25.501638 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:25.525634 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3080cb-7339-44e8-b183-c8c23101696f req-f23c4ac2-f2b0-4e54-b95d-fcfb714b4b88 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:25.527211 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ea3080cb-7339-44e8-b183-c8c23101696f req-f23c4ac2-f2b0-4e54-b95d-fcfb714b4b88 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0840073
Sep 25 04:48:25.570654 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ea3080cb-7339-44e8-b183-c8c23101696f req-378f57cc-3b63-4832-a8fc-a3f2fd02a16f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373807
Sep 25 04:48:25.739200 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3703306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713470'] for router, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:25.796395 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa3c21-aed1-4f06-a018-69fe5b90cf48 req-473baee4-12b0-426d-9993-f13d7b5a3f0d tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:25.798402 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7daa3c21-aed1-4f06-a018-69fe5b90cf48 req-473baee4-12b0-426d-9993-f13d7b5a3f0d tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0578916
Sep 25 04:48:25.864622 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7daa3c21-aed1-4f06-a018-69fe5b90cf48 req-22c64a7a-993a-462d-b688-9268d3cd6b93 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545077
Sep 25 04:48:26.008943 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Router 893cf343-540a-4178-b081-a0c750290213 is scheduled to L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 with binding_index 1 {{(pid=101197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 25 04:48:26.151132 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:48:26.170944 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Sync routers for ids ['893cf343-540a-4178-b081-a0c750290213'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:48:26.177197 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 4418565a-a664-4888-a8dc-9f06b81019d0 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:26.211792 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Routers {'893cf343-540a-4178-b081-a0c750290213'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:48:26.213547 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dfddc0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['893cf343-540a-4178-b081-a0c750290213'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:26.256349 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd7f68d-73dc-4f52-b5b9-4e3ec4575974 None None] Network 2b2386fa-1669-46bb-8117-ee178150d248 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:48:26.272627 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] Notify callbacks [] for router, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:26.278761 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-53b52937-4637-473a-8a6e-90760bc0a877 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.3754787
Sep 25 04:48:26.279172 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 51416) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:26.356529 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-2673fa35-4044-47e7-93f2-34eef976ded7 None None] Provisioning complete for port 4418565a-a664-4888-a8dc-9f06b81019d0 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:26.357662 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2673fa35-4044-47e7-93f2-34eef976ded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:26.455396 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 4418565a-a664-4888-a8dc-9f06b81019d0 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:26.459960 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:26.495998 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bed3ac-6fff-4313-b92b-437f199c5df3 req-724de614-c9a1-4f5d-ad3c-990e7bbc7f2f tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:26.504417 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d0bed3ac-6fff-4313-b92b-437f199c5df3 req-724de614-c9a1-4f5d-ad3c-990e7bbc7f2f tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 945 time: 0.1425142
Sep 25 04:48:26.608701 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d0bed3ac-6fff-4313-b92b-437f199c5df3 req-7c04f8ee-452f-4b44-8cf8-9f68d5d7f021 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0994101
Sep 25 04:48:26.631313 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Set router 893cf343-540a-4178-b081-a0c750290213 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:48:26.734646 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device a8264b3e-726b-447b-aaab-d2d92d41c450 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:26.808542 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8fadb-227a-49cb-9905-6bfd7747e7eb req-dbd23f09-e788-49fd-8800-b256e1320268 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:26.810195 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-67a8fadb-227a-49cb-9905-6bfd7747e7eb req-dbd23f09-e788-49fd-8800-b256e1320268 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0977750
Sep 25 04:48:26.905404 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-67a8fadb-227a-49cb-9905-6bfd7747e7eb req-b8a22325-d332-4f23-9c9d-bde561075a5f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732701
Sep 25 04:48:26.945752 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:26.979805 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2673fa35-4044-47e7-93f2-34eef976ded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:26.996979 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:27.059422 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:27.073178 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-2673fa35-4044-47e7-93f2-34eef976ded7 None None] For port 4418565a-a664-4888-a8dc-9f06b81019d0, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=4418565a-a664-4888-a8dc-9f06b81019d0,segment=NetworkSegment(d42ee7ff-96ed-4666-a0a2-4838814e74a6),segment_id=d42ee7ff-96ed-4666-a0a2-4838814e74a6)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:27.107270 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dfddc0>, [{'id': '893cf343-540a-4178-b081-a0c750290213', 'name': 'tempest-TestVolumeBootPattern-1814573854-router', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:23Z', 'updated_at': '2021-09-25T04:48:25Z', 'revision_number': 3, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'gw_port': {'id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cf343-540a-4178-b081-a0c750290213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:24Z', 'updated_at': '2021-09-25T04:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:27.289405 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Allocated IP 172.20.0.1 (2b2386fa-1669-46bb-8117-ee178150d248/e5cdf53e-746a-4ff4-ac5e-d571edbccb55/93ea0905-e585-4f71-a0cf-b04aa20f80f3) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:48:27.335046 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port a8264b3e-726b-447b-aaab-d2d92d41c450 completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:48:27.337342 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Checking router: 893cf343-540a-4178-b081-a0c750290213 for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:48:27.337686 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Updating router 893cf343-540a-4178-b081-a0c750290213 port 46d419f0-18e0-45b4-b7c0-020b308bb333 binding host dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:48:27.339730 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2673fa35-4044-47e7-93f2-34eef976ded7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:27.381388 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port a8264b3e-726b-447b-aaab-d2d92d41c450 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:27.386202 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:27.471622 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:27.514422 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:27.556555 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.db.api [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101199) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Sep 25 04:48:27.567093 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG oslo_db.api [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Sep 25 04:48:27.574688 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673fa35-4044-47e7-93f2-34eef976ded7 None None] Pushing event updated for resources: {'Port': ['ID=4418565a-a664-4888-a8dc-9f06b81019d0,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:27.580492 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-33fac5ae-bcde-4d1b-bc8a-cf2ad9b97942 None None] Provisioning complete for port 4418565a-a664-4888-a8dc-9f06b81019d0 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:27.580864 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-33fac5ae-bcde-4d1b-bc8a-cf2ad9b97942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:27.679009 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:27.808775 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Network 2b2386fa-1669-46bb-8117-ee178150d248 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:48:27.827829 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:27.832629 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:48:27.852832 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:48:27.896019 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Pushing event updated for resources: {'Port': ['ID=93ea0905-e585-4f71-a0cf-b04aa20f80f3,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:27.927656 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa82df-2141-4eff-a4b2-a12a9fdf33b0 req-d8f0ebce-ab21-40ff-b22a-18e9ad1c7a21 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:27.929446 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4bfa82df-2141-4eff-a4b2-a12a9fdf33b0 req-d8f0ebce-ab21-40ff-b22a-18e9ad1c7a21 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 945 time: 0.1447170
Sep 25 04:48:27.930928 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716483'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.012273 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998a93f-377e-473e-8087-97a9f41e31d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8264b3e-726b-447b-aaab-d2d92d41c450'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:48:28.020445 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9503d55-1a87-4b80-8ca5-aaee3fef812d" -d '{"events": [{"server_uuid": "a998a93f-377e-473e-8087-97a9f41e31d9", "name": "network-vif-plugged", "status": "completed", "tag": "a8264b3e-726b-447b-aaab-d2d92d41c450"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:48:28.055260 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port a8264b3e-726b-447b-aaab-d2d92d41c450, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a8264b3e-726b-447b-aaab-d2d92d41c450,segment=NetworkSegment(01923c60-f976-4861-9718-02f661b866b6),segment_id=01923c60-f976-4861-9718-02f661b866b6)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:28.211182 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.213840 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4bfa82df-2141-4eff-a4b2-a12a9fdf33b0 req-1aa7ebbd-0772-40af-90aa-b3d59c8a4371 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2400031
Sep 25 04:48:28.218605 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-da0650d4-afdd-446d-943e-e0d332c7495b None None] Provisioning complete for port 93ea0905-e585-4f71-a0cf-b04aa20f80f3 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:28.219156 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-da0650d4-afdd-446d-943e-e0d332c7495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.249283 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202bd11-96b6-457c-b905-9dbcebd6b244 req-aa58bf00-fd39-4aaa-83c0-8c9d218ad2e7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:28.260582 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f202bd11-96b6-457c-b905-9dbcebd6b244 req-aa58bf00-fd39-4aaa-83c0-8c9d218ad2e7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1295502
Sep 25 04:48:28.334935 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.339089 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45101d9-b5e3-47bb-8491-768473dcc7bd x-openstack-request-id: req-f45101d9-b5e3-47bb-8491-768473dcc7bd {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:48:28.339539 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998a93f-377e-473e-8087-97a9f41e31d9", "name": "network-vif-plugged", "status": "completed", "tag": "a8264b3e-726b-447b-aaab-d2d92d41c450", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:48:28.340670 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f45101d9-b5e3-47bb-8491-768473dcc7bd {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:48:28.340670 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998a93f-377e-473e-8087-97a9f41e31d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8264b3e-726b-447b-aaab-d2d92d41c450', 'code': 200}
Sep 25 04:48:28.363121 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f202bd11-96b6-457c-b905-9dbcebd6b244 req-75c21ccb-0c50-4de7-bf11-ef9530f7a42c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1002233
Sep 25 04:48:28.369867 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 4418565a-a664-4888-a8dc-9f06b81019d0 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:28.465907 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.469015 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-da0650d4-afdd-446d-943e-e0d332c7495b None None] Port 93ea0905-e585-4f71-a0cf-b04aa20f80f3 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:48:28.504920 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=a8264b3e-726b-447b-aaab-d2d92d41c450,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:28.556149 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.590200 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 51466) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:28.611222 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 4418565a-a664-4888-a8dc-9f06b81019d0 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:28.611653 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.635470 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.643968 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Attempting to bind port 46d419f0-18e0-45b4-b7c0-020b308bb333 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:48:28.647606 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Attempting to bind port 46d419f0-18e0-45b4-b7c0-020b308bb333 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:48:28.647606 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Attempting to bind port 46d419f0-18e0-45b4-b7c0-020b308bb333 on network 884f10d2-ae7d-401e-970c-bda63e6a05d5 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:48:28.662371 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e236990-1be6-4c0a-b153-7bc7ffccd206 None None] Pushing event updated for resources: {'Port': ['ID=46d419f0-18e0-45b4-b7c0-020b308bb333,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:28.681366 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:48:28.682112 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Checking segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:48:28.682820 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.683522 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Bound using segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:48:28.684160 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Bound port: 46d419f0-18e0-45b4-b7c0-020b308bb333, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:48:28.684686 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.741864 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.782777 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] For port 46d419f0-18e0-45b4-b7c0-020b308bb333, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:48:28.808359 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] For port 46d419f0-18e0-45b4-b7c0-020b308bb333, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=46d419f0-18e0-45b4-b7c0-020b308bb333,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:48:28.844017 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a1ef41df-9f18-41f4-9e73-aed26b942948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.878891 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715955'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.883637 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Pushing event updated for resources: {'Port': ['ID=93ea0905-e585-4f71-a0cf-b04aa20f80f3,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:28.890192 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd1782-4333-4cd6-b523-d581015661c3 req-0206de87-ac7a-4de9-a316-42971abcfc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:28.891815 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00bd1782-4333-4cd6-b523-d581015661c3 req-0206de87-ac7a-4de9-a316-42971abcfc8f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 1099 time: 0.1960840
Sep 25 04:48:28.895951 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:28.981548 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Routers {'893cf343-540a-4178-b081-a0c750290213'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:48:28.982216 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dfddc0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['893cf343-540a-4178-b081-a0c750290213'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:28.987996 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e236990-1be6-4c0a-b153-7bc7ffccd206 None None] Pushing event updated for resources: {'Port': ['ID=46d419f0-18e0-45b4-b7c0-020b308bb333,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:29.024346 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00bd1782-4333-4cd6-b523-d581015661c3 req-48951e01-e358-4a7e-9920-07700d0c8cd9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164517
Sep 25 04:48:29.075792 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Network 2b2386fa-1669-46bb-8117-ee178150d248 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:48:29.079589 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:48:29.147262 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] Set router 893cf343-540a-4178-b081-a0c750290213 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:48:29.148928 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a1ef41df-9f18-41f4-9e73-aed26b942948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:29.268625 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a1ef41df-9f18-41f4-9e73-aed26b942948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:29.303757 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Router 893cf343-540a-4178-b081-a0c750290213 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:48:29.397576 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a1ef41df-9f18-41f4-9e73-aed26b942948 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8dac5c99127e45ec957567cd184e5107&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8068254
Sep 25 04:48:29.401351 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51480) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:29.406565 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef41df-9f18-41f4-9e73-aed26b942948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5a082c-583c-4ae9-aa14-183075f090ec,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:29.458004 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-198d567d-31f2-457a-95c4-9700fa21c9bb None None] Provisioning complete for port 93ea0905-e585-4f71-a0cf-b04aa20f80f3 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:29.458655 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-198d567d-31f2-457a-95c4-9700fa21c9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:29.516614 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503a24a-0f7b-4f25-b64f-baaa41ec5937 req-ef838ba0-6db8-440b-9d83-c32a58de308c tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:29.519515 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-198d567d-31f2-457a-95c4-9700fa21c9bb None None] Port 93ea0905-e585-4f71-a0cf-b04aa20f80f3 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:48:29.526927 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-406ba0c9-fc23-48ae-bb97-098142576705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:29.529790 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7503a24a-0f7b-4f25-b64f-baaa41ec5937 req-ef838ba0-6db8-440b-9d83-c32a58de308c tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 946 time: 0.1587095
Sep 25 04:48:29.534620 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dfddc0>, [{'id': '893cf343-540a-4178-b081-a0c750290213', 'name': 'tempest-TestVolumeBootPattern-1814573854-router', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:23Z', 'updated_at': '2021-09-25T04:48:28Z', 'revision_number': 4, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'gw_port': {'id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cf343-540a-4178-b081-a0c750290213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:24Z', 'updated_at': '2021-09-25T04:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '93ea0905-e585-4f71-a0cf-b04aa20f80f3', 'name': '', 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'mac_address': 'fa:16:3e:b4:67:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cf343-540a-4178-b081-a0c750290213', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'e5cdf53e-746a-4ff4-ac5e-d571edbccb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:28Z', 'revision_number': 2, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'subnets': [{'id': 'e5cdf53e-746a-4ff4-ac5e-d571edbccb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:29.568779 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dfca56-4b48-46a3-820f-538f71b8aa24 None None] The sync data for ids ['893cf343-540a-4178-b081-a0c750290213'] in dv-cinder-768458-10-iscsi is: [{'id': '893cf343-540a-4178-b081-a0c750290213', 'name': 'tempest-TestVolumeBootPattern-1814573854-router', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:23Z', 'updated_at': '2021-09-25T04:48:28Z', 'revision_number': 4, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'gw_port': {'id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cf343-540a-4178-b081-a0c750290213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:24Z', 'updated_at': '2021-09-25T04:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '93ea0905-e585-4f71-a0cf-b04aa20f80f3', 'name': '', 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'mac_address': 'fa:16:3e:b4:67:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cf343-540a-4178-b081-a0c750290213', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'e5cdf53e-746a-4ff4-ac5e-d571edbccb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:28Z', 'revision_number': 2, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'subnets': [{'id': 'e5cdf53e-746a-4ff4-ac5e-d571edbccb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:48:29.589057 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-406ba0c9-fc23-48ae-bb97-098142576705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:29.769343 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-406ba0c9-fc23-48ae-bb97-098142576705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:29.772018 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-406ba0c9-fc23-48ae-bb97-098142576705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:29.775950 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-406ba0c9-fc23-48ae-bb97-098142576705 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f5a082c-583c-4ae9-aa14-183075f090ec HTTP/1.1" status: 204  len: 168 time: 0.3710899
Sep 25 04:48:29.796497 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ba0c9-fc23-48ae-bb97-098142576705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5a082c-583c-4ae9-aa14-183075f090ec,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:29.959863 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7503a24a-0f7b-4f25-b64f-baaa41ec5937 req-92b967c1-9df3-4fe6-a833-6d8e5a60c6a6 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4236856
Sep 25 04:48:29.963124 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:48:29.978375 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-baa8a272-e52e-403a-bcff-caf98c41a18e admin admin] 10.222.0.20 "PUT /v2.0/routers/893cf343-540a-4178-b081-a0c750290213/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6972566
Sep 25 04:48:29.993161 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec3bdf-586d-44ea-b519-e774809b1335 req-c1fcc807-8659-4565-a631-75887733711c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:29.994758 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7eec3bdf-586d-44ea-b519-e774809b1335 req-c1fcc807-8659-4565-a631-75887733711c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.4572699
Sep 25 04:48:30.062758 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7eec3bdf-586d-44ea-b519-e774809b1335 req-9a022e2f-18ba-43db-ba36-1a144295ade7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447547
Sep 25 04:48:30.784257 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 51514) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:30.789855 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-bc98a56f-9587-4f5a-93d1-fb007c60dc91 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1688483545', 'description': 'tempest-secgroup-smoke-1688483545 description', 'project_id': '58d811b8a6244d3f8909a50abd71c0c5'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:30.937478 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bc98a56f-9587-4f5a-93d1-fb007c60dc91 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:31.093897 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bc98a56f-9587-4f5a-93d1-fb007c60dc91 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:31.174761 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bc98a56f-9587-4f5a-93d1-fb007c60dc91 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:31.284143 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8d0c4-4ec1-4945-a694-2243a9dc3fd6 req-59608dd5-8613-41d3-8d89-d8989ca25cee tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:31.286394 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f6f8d0c4-4ec1-4945-a694-2243a9dc3fd6 req-59608dd5-8613-41d3-8d89-d8989ca25cee tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 946 time: 0.1818326
Sep 25 04:48:31.287165 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98a56f-9587-4f5a-93d1-fb007c60dc91 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fea49a-8d33-4f29-a406-5be76c8810c6,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:31.302947 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bc98a56f-9587-4f5a-93d1-fb007c60dc91 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:31.304226 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-bc98a56f-9587-4f5a-93d1-fb007c60dc91 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5180867
Sep 25 04:48:31.308496 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51534) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:31.317545 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-fe1372bb-7f87-46c6-bce1-4163f9736f0a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'security_group_rule': {'security_group_id': 'a4fea49a-8d33-4f29-a406-5be76c8810c6', 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:31.350562 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675288a0-a169-4554-be37-f0a45723a5f1 req-2e5c1392-4b04-474b-af70-17e1677a27ef tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:31.352209 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-675288a0-a169-4554-be37-f0a45723a5f1 req-2e5c1392-4b04-474b-af70-17e1677a27ef tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1451511
Sep 25 04:48:31.393930 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f6f8d0c4-4ec1-4945-a694-2243a9dc3fd6 req-07b5d485-f572-4a75-9a45-0524ff748877 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678656
Sep 25 04:48:31.421381 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-675288a0-a169-4554-be37-f0a45723a5f1 req-1dc12a57-d164-44b7-b786-4236a260dfdd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516055
Sep 25 04:48:31.461346 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-fe1372bb-7f87-46c6-bce1-4163f9736f0a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:31.544929 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-fe1372bb-7f87-46c6-bce1-4163f9736f0a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:31.626773 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-fe1372bb-7f87-46c6-bce1-4163f9736f0a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:31.648374 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1372bb-7f87-46c6-bce1-4163f9736f0a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ea0fe2-b9fb-4687-92c7-079f6aacf762,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:31.813481 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-fe1372bb-7f87-46c6-bce1-4163f9736f0a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:31.829296 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-fe1372bb-7f87-46c6-bce1-4163f9736f0a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5045843
Sep 25 04:48:31.831775 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51546) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:31.837544 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-45eb0776-960e-4fde-9476-0186ad39eedc tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'security_group_rule': {'security_group_id': 'a4fea49a-8d33-4f29-a406-5be76c8810c6', 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:31.990983 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-45eb0776-960e-4fde-9476-0186ad39eedc tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:32.067134 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-45eb0776-960e-4fde-9476-0186ad39eedc tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:32.173856 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-45eb0776-960e-4fde-9476-0186ad39eedc tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:32.193284 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb0776-960e-4fde-9476-0186ad39eedc tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee1e0ee-b5f6-450c-be5b-bcb30ce5bc70,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:32.264946 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-45eb0776-960e-4fde-9476-0186ad39eedc tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:32.266465 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-45eb0776-960e-4fde-9476-0186ad39eedc tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4327967
Sep 25 04:48:32.272252 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 51560) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:32.289670 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-cfd1743b-0da3-4719-84eb-70b754ea625b tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'security_group_rule': {'security_group_id': 'a4fea49a-8d33-4f29-a406-5be76c8810c6', 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:32.377883 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 46d419f0-18e0-45b4-b7c0-020b308bb333 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:32.435600 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 46d419f0-18e0-45b4-b7c0-020b308bb333 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:32.436117 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:32.470749 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cfd1743b-0da3-4719-84eb-70b754ea625b tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:32.539121 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:32.570736 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port 46d419f0-18e0-45b4-b7c0-020b308bb333, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=46d419f0-18e0-45b4-b7c0-020b308bb333,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:32.613607 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cfd1743b-0da3-4719-84eb-70b754ea625b tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:32.649748 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:32.690805 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85bf5c-7927-4d0e-9123-620e16a36b84 req-6554a465-a6cc-4658-b702-fadf1bd0dceb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:32.700365 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5e85bf5c-7927-4d0e-9123-620e16a36b84 req-6554a465-a6cc-4658-b702-fadf1bd0dceb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0843232
Sep 25 04:48:32.731595 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cfd1743b-0da3-4719-84eb-70b754ea625b tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:32.741661 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=46d419f0-18e0-45b4-b7c0-020b308bb333,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:32.781259 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5e85bf5c-7927-4d0e-9123-620e16a36b84 req-7fea8fea-c245-4637-9237-9d2ef23a7bd0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794864
Sep 25 04:48:32.782484 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1743b-0da3-4719-84eb-70b754ea625b tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6fe277-3417-4e6f-b243-ccc29884e1e2,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:32.857366 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cfd1743b-0da3-4719-84eb-70b754ea625b tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:32.860438 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-cfd1743b-0da3-4719-84eb-70b754ea625b tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5835562
Sep 25 04:48:32.861582 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51576) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:32.870288 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-feafc0aa-ca19-49b1-872b-2f5f8019c077 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'security_group_rule': {'security_group_id': 'a4fea49a-8d33-4f29-a406-5be76c8810c6', 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:32.890201 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Sync routers for ids ['893cf343-540a-4178-b081-a0c750290213'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:48:32.906934 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Routers {'893cf343-540a-4178-b081-a0c750290213'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:48:32.907974 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8406940>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['893cf343-540a-4178-b081-a0c750290213'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:33.021472 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Set router 893cf343-540a-4178-b081-a0c750290213 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:48:33.116155 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-feafc0aa-ca19-49b1-872b-2f5f8019c077 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.186455 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-feafc0aa-ca19-49b1-872b-2f5f8019c077 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.250571 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8406940>, [{'id': '893cf343-540a-4178-b081-a0c750290213', 'name': 'tempest-TestVolumeBootPattern-1814573854-router', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:23Z', 'updated_at': '2021-09-25T04:48:28Z', 'revision_number': 4, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'gw_port': {'id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cf343-540a-4178-b081-a0c750290213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:24Z', 'updated_at': '2021-09-25T04:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '93ea0905-e585-4f71-a0cf-b04aa20f80f3', 'name': '', 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'mac_address': 'fa:16:3e:b4:67:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cf343-540a-4178-b081-a0c750290213', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'e5cdf53e-746a-4ff4-ac5e-d571edbccb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:28Z', 'revision_number': 2, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'subnets': [{'id': 'e5cdf53e-746a-4ff4-ac5e-d571edbccb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:33.273025 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-feafc0aa-ca19-49b1-872b-2f5f8019c077 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.284516 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Checking router: 893cf343-540a-4178-b081-a0c750290213 for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:48:33.284876 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Updating router 893cf343-540a-4178-b081-a0c750290213 port 93ea0905-e585-4f71-a0cf-b04aa20f80f3 binding host dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:48:33.296575 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafc0aa-ca19-49b1-872b-2f5f8019c077 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccdf5198-ef1d-441b-9116-1fdd2df46a48,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:33.314502 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.378212 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51588) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:33.419385 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-feafc0aa-ca19-49b1-872b-2f5f8019c077 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.421531 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-feafc0aa-ca19-49b1-872b-2f5f8019c077 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5584946
Sep 25 04:48:33.426677 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51592) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:33.439893 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-8377b4a2-5258-42d5-8d16-f27480c7dba6 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'security_group_rule': {'security_group_id': 'a4fea49a-8d33-4f29-a406-5be76c8810c6', 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:33.542090 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6ed644c7-2a5a-4cc0-84bf-381612eab8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.545799 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.securitygroups_db [None req-8377b4a2-5258-42d5-8d16-f27480c7dba6 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Project 58d811b8a6244d3f8909a50abd71c0c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 25 04:48:33.559853 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8377b4a2-5258-42d5-8d16-f27480c7dba6 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.663356 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8377b4a2-5258-42d5-8d16-f27480c7dba6 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.680422 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.714541 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6ed644c7-2a5a-4cc0-84bf-381612eab8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.790820 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8377b4a2-5258-42d5-8d16-f27480c7dba6 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.812251 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377b4a2-5258-42d5-8d16-f27480c7dba6 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480eda33-98e2-4559-a3e6-306ba4768437,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:33.842408 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.845898 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6ed644c7-2a5a-4cc0-84bf-381612eab8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.898516 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-6ed644c7-2a5a-4cc0-84bf-381612eab8c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=41f7cf829a7f499681a5fd4d9f5f2a19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5165496
Sep 25 04:48:33.898516 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed644c7-2a5a-4cc0-84bf-381612eab8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ed7dff-4463-429d-ad10-214e9047e725,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:33.900434 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51598) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:33.927729 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec108a7-7732-474d-963b-5b75edf7b042 None None] Pushing event updated for resources: {'Port': ['ID=93ea0905-e585-4f71-a0cf-b04aa20f80f3,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:33.951003 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e175010-f23e-4305-a5c0-3ae8764c1939 req-4c41d59b-ac4d-4d28-b197-56edf5b5cbd5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:33.960185 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5e175010-f23e-4305-a5c0-3ae8764c1939 req-4c41d59b-ac4d-4d28-b197-56edf5b5cbd5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0755091
Sep 25 04:48:33.968849 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7bc375e0-5ed7-4270-8572-a813627a783f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:33.994745 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Attempting to bind port 93ea0905-e585-4f71-a0cf-b04aa20f80f3 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:48:33.995295 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Attempting to bind port 93ea0905-e585-4f71-a0cf-b04aa20f80f3 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': 'd42ee7ff-96ed-4666-a0a2-4838814e74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:48:33.995673 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Attempting to bind port 93ea0905-e585-4f71-a0cf-b04aa20f80f3 on network 2b2386fa-1669-46bb-8117-ee178150d248 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:48:33.996242 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7bc375e0-5ed7-4270-8572-a813627a783f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.001925 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:48:34.002709 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Checking segment: {'id': 'd42ee7ff-96ed-4666-a0a2-4838814e74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:48:34.003498 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.004285 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Bound using segment: {'id': 'd42ee7ff-96ed-4666-a0a2-4838814e74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:48:34.005689 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Bound port: 93ea0905-e585-4f71-a0cf-b04aa20f80f3, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd42ee7ff-96ed-4666-a0a2-4838814e74a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:48:34.006275 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.008951 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8377b4a2-5258-42d5-8d16-f27480c7dba6 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.009264 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5e175010-f23e-4305-a5c0-3ae8764c1939 req-eb481d34-cfe1-4752-8c63-4613f9792b1c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479105
Sep 25 04:48:34.010641 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-8377b4a2-5258-42d5-8d16-f27480c7dba6 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5821846
Sep 25 04:48:34.015261 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 51600) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:34.026033 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'security_group_rule': {'security_group_id': 'a4fea49a-8d33-4f29-a406-5be76c8810c6', 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:34.107090 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] For port 93ea0905-e585-4f71-a0cf-b04aa20f80f3, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:48:34.113120 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] For port 93ea0905-e585-4f71-a0cf-b04aa20f80f3, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=93ea0905-e585-4f71-a0cf-b04aa20f80f3,segment=NetworkSegment(d42ee7ff-96ed-4666-a0a2-4838814e74a6),segment_id=d42ee7ff-96ed-4666-a0a2-4838814e74a6)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:48:34.193242 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7bc375e0-5ed7-4270-8572-a813627a783f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.195830 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7bc375e0-5ed7-4270-8572-a813627a783f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.197160 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-7bc375e0-5ed7-4270-8572-a813627a783f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d4ed7dff-4463-429d-ad10-214e9047e725 HTTP/1.1" status: 204  len: 168 time: 0.2950976
Sep 25 04:48:34.205505 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc375e0-5ed7-4270-8572-a813627a783f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ed7dff-4463-429d-ad10-214e9047e725,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:34.239698 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.securitygroups_db [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Project 58d811b8a6244d3f8909a50abd71c0c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 25 04:48:34.240063 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.252607 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.304044 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-c498495a-170b-499f-876e-e91e38afc119 None None] Provisioning complete for port 93ea0905-e585-4f71-a0cf-b04aa20f80f3 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:34.304777 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c498495a-170b-499f-876e-e91e38afc119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.317350 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Routers {'893cf343-540a-4178-b081-a0c750290213'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:48:34.324217 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8406940>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['893cf343-540a-4178-b081-a0c750290213'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:34.370010 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.389470 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec108a7-7732-474d-963b-5b75edf7b042 None None] Pushing event updated for resources: {'Port': ['ID=93ea0905-e585-4f71-a0cf-b04aa20f80f3,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:34.392976 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 46d419f0-18e0-45b4-b7c0-020b308bb333 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:34.447697 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.493155 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] Set router 893cf343-540a-4178-b081-a0c750290213 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:48:34.500650 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98012221-1d5d-4226-af18-7a4e7fc8c7c5,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:34.525954 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:34.526345 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:34.526691 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:34.527034 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:34.527375 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:34.527712 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:34.528050 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:34.528415 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:34.528871 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:34.534682 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:34.536596 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:34.537071 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:48:34.659533 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.661048 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d2abab55-2b46-4069-b1c4-192927da267f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6398320
Sep 25 04:48:34.752071 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c498495a-170b-499f-876e-e91e38afc119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.757166 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 46d419f0-18e0-45b4-b7c0-020b308bb333 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:34.757543 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:34.843345 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-c498495a-170b-499f-876e-e91e38afc119 None None] For port 93ea0905-e585-4f71-a0cf-b04aa20f80f3, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=93ea0905-e585-4f71-a0cf-b04aa20f80f3,segment=NetworkSegment(d42ee7ff-96ed-4666-a0a2-4838814e74a6),segment_id=d42ee7ff-96ed-4666-a0a2-4838814e74a6)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:34.977934 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8406940>, [{'id': '893cf343-540a-4178-b081-a0c750290213', 'name': 'tempest-TestVolumeBootPattern-1814573854-router', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:23Z', 'updated_at': '2021-09-25T04:48:28Z', 'revision_number': 4, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'gw_port': {'id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cf343-540a-4178-b081-a0c750290213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:24Z', 'updated_at': '2021-09-25T04:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '93ea0905-e585-4f71-a0cf-b04aa20f80f3', 'name': '', 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'mac_address': 'fa:16:3e:b4:67:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cf343-540a-4178-b081-a0c750290213', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'e5cdf53e-746a-4ff4-ac5e-d571edbccb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:34Z', 'revision_number': 4, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'subnets': [{'id': 'e5cdf53e-746a-4ff4-ac5e-d571edbccb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:35.031522 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a289cae7-0bef-406a-b035-a958a5aa0191 None None] The sync data for ids ['893cf343-540a-4178-b081-a0c750290213'] in dv-cinder-768458-10-iscsi is: [{'id': '893cf343-540a-4178-b081-a0c750290213', 'name': 'tempest-TestVolumeBootPattern-1814573854-router', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:23Z', 'updated_at': '2021-09-25T04:48:28Z', 'revision_number': 4, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'gw_port': {'id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cf343-540a-4178-b081-a0c750290213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:24Z', 'updated_at': '2021-09-25T04:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '93ea0905-e585-4f71-a0cf-b04aa20f80f3', 'name': '', 'network_id': '2b2386fa-1669-46bb-8117-ee178150d248', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'mac_address': 'fa:16:3e:b4:67:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cf343-540a-4178-b081-a0c750290213', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'e5cdf53e-746a-4ff4-ac5e-d571edbccb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:27Z', 'updated_at': '2021-09-25T04:48:34Z', 'revision_number': 4, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'subnets': [{'id': 'e5cdf53e-746a-4ff4-ac5e-d571edbccb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:48:35.031859 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c498495a-170b-499f-876e-e91e38afc119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:35.108600 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498495a-170b-499f-876e-e91e38afc119 None None] Pushing event updated for resources: {'Port': ['ID=93ea0905-e585-4f71-a0cf-b04aa20f80f3,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:35.171286 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-9070330c-db1b-4da5-9568-526668141ace None None] Provisioning complete for port 93ea0905-e585-4f71-a0cf-b04aa20f80f3 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:35.172619 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9070330c-db1b-4da5-9568-526668141ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:35.245976 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046b7b7-9656-48e4-8e91-4693aea0db58 req-1ba30455-88ed-46cd-b3c9-b6a2e22cb5f4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:35.254644 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d046b7b7-9656-48e4-8e91-4693aea0db58 req-1ba30455-88ed-46cd-b3c9-b6a2e22cb5f4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0951271
Sep 25 04:48:35.310794 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d046b7b7-9656-48e4-8e91-4693aea0db58 req-8339bdc3-21ec-42c0-a2e9-b1494eb08114 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543816
Sep 25 04:48:35.315910 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51660) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:35.347586 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4e694e7d-f5f4-46aa-ad00-261c484a0308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:35.480966 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4e694e7d-f5f4-46aa-ad00-261c484a0308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:35.548743 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4e694e7d-f5f4-46aa-ad00-261c484a0308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:35.593699 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4e694e7d-f5f4-46aa-ad00-261c484a0308 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e0f8c33b7c64d1fa096036542dbb88f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2748337
Sep 25 04:48:35.594429 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e694e7d-f5f4-46aa-ad00-261c484a0308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f65c8b-7e36-4500-a9a4-7660c79c2a48,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:35.598758 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 51664) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:35.671395 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8dbae0fa-efd7-4e19-a3d5-d8cbbe51ebf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:35.713092 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8dbae0fa-efd7-4e19-a3d5-d8cbbe51ebf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:35.957299 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8dbae0fa-efd7-4e19-a3d5-d8cbbe51ebf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:35.960868 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8dbae0fa-efd7-4e19-a3d5-d8cbbe51ebf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:35.962058 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8dbae0fa-efd7-4e19-a3d5-d8cbbe51ebf4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89f65c8b-7e36-4500-a9a4-7660c79c2a48 HTTP/1.1" status: 204  len: 168 time: 0.3620071
Sep 25 04:48:35.970650 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbae0fa-efd7-4e19-a3d5-d8cbbe51ebf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f65c8b-7e36-4500-a9a4-7660c79c2a48,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:36.333473 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 93ea0905-e585-4f71-a0cf-b04aa20f80f3 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:36.435096 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 93ea0905-e585-4f71-a0cf-b04aa20f80f3 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:36.435871 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:36.572033 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c982a5f-bc8a-48ed-bd3d-dbd3def50f63 req-f0a1fae8-c099-4380-ab34-e2f91b92dfc1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:36.574879 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9c982a5f-bc8a-48ed-bd3d-dbd3def50f63 req-f0a1fae8-c099-4380-ab34-e2f91b92dfc1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.1186168
Sep 25 04:48:36.649708 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9c982a5f-bc8a-48ed-bd3d-dbd3def50f63 req-4d038d03-bcbf-40e4-8551-629c7e072449 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517066
Sep 25 04:48:37.822462 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4ed52-e2d5-46ee-9943-baa91d8a9a04 req-26d47272-0dad-46fc-be40-a4828be45584 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:37.824096 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61e4ed52-e2d5-46ee-9943-baa91d8a9a04 req-26d47272-0dad-46fc-be40-a4828be45584 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 943 time: 0.0683198
Sep 25 04:48:37.888965 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61e4ed52-e2d5-46ee-9943-baa91d8a9a04 req-d8ad4a7b-f0b0-420d-a65c-b0c60c2026f9 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566273
Sep 25 04:48:38.484061 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0d73d78f-9edd-4494-bd6e-c779129d6764 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:48:38.592274 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0d73d78f-9edd-4494-bd6e-c779129d6764,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:38.608795 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'port_id': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'mac_address': 'fa:16:3e:ea:31:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:48:38.656698 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:38.672079 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d73d78f-9edd-4494-bd6e-c779129d6764 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:48:38.697524 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0d73d78f-9edd-4494-bd6e-c779129d6764,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:38.773870 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:38.868272 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=0d73d78f-9edd-4494-bd6e-c779129d6764,revision_number=9']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:39.041512 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['0d73d78f-9edd-4494-bd6e-c779129d6764'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:48:39.073354 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ae890-3cb1-4243-ba13-f654e101f39b req-56f84e3e-300d-49ea-a206-cf8c7bfdd1e1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:39.075002 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7a7ae890-3cb1-4243-ba13-f654e101f39b req-56f84e3e-300d-49ea-a206-cf8c7bfdd1e1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 944 time: 0.0606918
Sep 25 04:48:39.144972 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7a7ae890-3cb1-4243-ba13-f654e101f39b req-9f2e5562-da85-496e-bd0a-722cfdc82cb2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621028
Sep 25 04:48:39.472555 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3d2be-f8b8-417b-adaa-c11c38b2f3db req-300229c6-18a6-4c0d-a55f-eaabe8146323 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:39.474568 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4bb3d2be-f8b8-417b-adaa-c11c38b2f3db req-300229c6-18a6-4c0d-a55f-eaabe8146323 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 946 time: 0.0612338
Sep 25 04:48:39.516701 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4bb3d2be-f8b8-417b-adaa-c11c38b2f3db req-dee5bf29-aa43-4dd5-ab10-b478487b1e8c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356021
Sep 25 04:48:39.549859 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 51808) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:39.794316 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f915c694-6ca4-4902-bc0c-728d92555597 tempest-TestMinimumBasicScenario-1270803180 tempest-TestMinimumBasicScenario-1270803180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:39.795992 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f915c694-6ca4-4902-bc0c-728d92555597 tempest-TestMinimumBasicScenario-1270803180 tempest-TestMinimumBasicScenario-1270803180-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 1094 time: 0.2446990
Sep 25 04:48:39.800318 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 51822) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:39.805745 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Request body: {'floatingip': {'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'port_id': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:39.978160 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for floatingip, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:40.105609 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:40.261591 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Allocated IP 172.27.2.164 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/acc0c462-35cc-42d7-ba98-a5dd2c56fedc) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:48:40.402269 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82129c7a-e44e-45ca-90e5-f726d653f797 req-b5330dee-4bdc-4c99-ae94-04158d1b7e53 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:40.404980 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-82129c7a-e44e-45ca-90e5-f726d653f797 req-b5330dee-4bdc-4c99-ae94-04158d1b7e53 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 944 time: 0.1406641
Sep 25 04:48:40.497309 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0d73d78f-9edd-4494-bd6e-c779129d6764 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:48:40.505102 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-82129c7a-e44e-45ca-90e5-f726d653f797 req-4b9e5967-9cbe-4f4a-9752-ecd14277d9c1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0880551
Sep 25 04:48:40.515575 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:40.577028 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 0d73d78f-9edd-4494-bd6e-c779129d6764 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:40.577653 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:40.618038 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:40.658820 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:48:40.661952 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:48:40.665734 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:48:40.674520 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event updated for resources: {'Port': ['ID=acc0c462-35cc-42d7-ba98-a5dd2c56fedc,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:40.692061 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:40.723193 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:48:40.725928 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550e0f1a-b0f7-4490-9ce7-a88cee4c46b8" -d '{"events": [{"server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "name": "network-vif-plugged", "status": "completed", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:48:40.740698 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0d73d78f-9edd-4494-bd6e-c779129d6764,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:40.798171 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cb0e9f-353e-4f59-bf96-f6f763ebcb1b x-openstack-request-id: req-f2cb0e9f-353e-4f59-bf96-f6f763ebcb1b {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:48:40.798871 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "name": "network-vif-plugged", "status": "completed", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:48:40.799215 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f2cb0e9f-353e-4f59-bf96-f6f763ebcb1b {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:48:40.799776 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'code': 200}
Sep 25 04:48:40.968982 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:41.051099 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=0d73d78f-9edd-4494-bd6e-c779129d6764,revision_number=10']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:41.366366 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:41.604210 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:41.679633 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffd19c-b2e6-482c-8d5d-d79cfae737a7 req-357b7024-d90a-4e6d-b18a-9e743fd47014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:41.681334 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-65ffd19c-b2e6-482c-8d5d-d79cfae737a7 req-357b7024-d90a-4e6d-b18a-9e743fd47014 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 1099 time: 0.1516714
Sep 25 04:48:41.727992 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e849c-e567-4120-878d-59b6a73c10f2 req-c5f17249-d7b5-4c1f-91c5-eb58f833c647 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:41.729676 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e59e849c-e567-4120-878d-59b6a73c10f2 req-c5f17249-d7b5-4c1f-91c5-eb58f833c647 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.1361783
Sep 25 04:48:41.810918 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-65ffd19c-b2e6-482c-8d5d-d79cfae737a7 req-7d40c668-e0bb-4f92-92eb-08823f4bcdf6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186244
Sep 25 04:48:41.839904 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e59e849c-e567-4120-878d-59b6a73c10f2 req-2781349f-8b26-4aec-b8f6-a418149827d6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0977893
Sep 25 04:48:41.885877 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:41.960732 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:42.038353 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event updated for resources: {'Port': ['ID=acc0c462-35cc-42d7-ba98-a5dd2c56fedc,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:42.051735 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:42.160917 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Floating IP 16d45eb2-2969-41e3-a170-eb931d4351b4 associated. External IP: 172.27.2.164, port: a01b926b-6d73-4f06-9c24-7d78f3aa22ca.
Sep 25 04:48:42.650978 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Router a24d9dda-6838-46ea-a931-00b8921efe1b has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:48:42.770998 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:48:42.787087 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ef2ec-a05a-48a0-a67f-0ff8a475f857 None None] Sync routers for ids ['a24d9dda-6838-46ea-a931-00b8921efe1b'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:48:42.803398 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ef2ec-a05a-48a0-a67f-0ff8a475f857 None None] Routers {'a24d9dda-6838-46ea-a931-00b8921efe1b'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:48:42.804067 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-581ef2ec-a05a-48a0-a67f-0ff8a475f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd36e0190>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['a24d9dda-6838-46ea-a931-00b8921efe1b'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:42.924071 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:42.950954 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-581ef2ec-a05a-48a0-a67f-0ff8a475f857 None None] Set router a24d9dda-6838-46ea-a931-00b8921efe1b gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:48:42.988892 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9ed93f91-1202-4906-92d4-8a6f4f3ed3bb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1873865
Sep 25 04:48:42.992098 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:48:42.994509 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa8b8ca-5282-4f79-ba34-70462bc2679d" -d '{"events": [{"name": "network-changed", "server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:48:42.994971 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51888) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:43.004763 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-d150894d-5248-4ebf-9186-de83300c0c99 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736267713', 'description': 'tempest-secgroup-smoke-736267713 description', 'project_id': '446a285e254a4870b0f2575f681b59c8'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:43.041392 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3339442-c74d-495a-a351-dfeb01fe8014 req-3afb9234-ea53-47ad-bd6b-dfac647d1772 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:43.044173 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d3339442-c74d-495a-a351-dfeb01fe8014 req-3afb9234-ea53-47ad-bd6b-dfac647d1772 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0932641
Sep 25 04:48:43.065090 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59460dff-8de8-44ab-beef-950e82b9db94 x-openstack-request-id: req-59460dff-8de8-44ab-beef-950e82b9db94 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:48:43.065376 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:48:43.065619 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-59460dff-8de8-44ab-beef-950e82b9db94 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:48:43.066006 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'status': 'completed', 'code': 200}
Sep 25 04:48:43.124765 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d3339442-c74d-495a-a351-dfeb01fe8014 req-ce10561d-321c-42f1-a741-1190da0eae8e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743291
Sep 25 04:48:43.163090 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8b8ca-5282-4f79-ba34-70462bc2679d req-6f44b0ce-1f25-4bc8-9567-98fd5ec3f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:43.169352 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5aa8b8ca-5282-4f79-ba34-70462bc2679d req-6f44b0ce-1f25-4bc8-9567-98fd5ec3f77f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=446a285e254a4870b0f2575f681b59c8&device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 1099 time: 0.0765884
Sep 25 04:48:43.192552 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d150894d-5248-4ebf-9186-de83300c0c99 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:43.316704 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d150894d-5248-4ebf-9186-de83300c0c99 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:43.339047 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8b8ca-5282-4f79-ba34-70462bc2679d req-a971a98d-3081-4bb8-b2df-623d3e831ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:43.340800 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5aa8b8ca-5282-4f79-ba34-70462bc2679d req-a971a98d-3081-4bb8-b2df-623d3e831ff7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=761a0ea8-1d6f-4842-8c01-40c770594e5e HTTP/1.1" status: 200  len: 915 time: 0.1517360
Sep 25 04:48:43.377996 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-581ef2ec-a05a-48a0-a67f-0ff8a475f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd36e0190>, [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:47:07Z', 'revision_number': 4, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '16d45eb2-2969-41e3-a170-eb931d4351b4', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'port_id': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'mac_address': 'fa:16:3e:fd:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:48:40Z', 'updated_at': '2021-09-25T04:48:40Z', 'revision_number': 0, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c9222d-56c4-4490-bcf6-857fe1c0731e', 'name': '', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'mac_address': 'fa:16:3e:43:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:06Z', 'updated_at': '2021-09-25T04:47:13Z', 'revision_number': 5, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'subnets': [{'id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:43.406045 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d150894d-5248-4ebf-9186-de83300c0c99 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:43.409903 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ef2ec-a05a-48a0-a67f-0ff8a475f857 None None] Checking router: a24d9dda-6838-46ea-a931-00b8921efe1b for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:48:43.422170 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581ef2ec-a05a-48a0-a67f-0ff8a475f857 None None] Routers {'a24d9dda-6838-46ea-a931-00b8921efe1b'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:48:43.423595 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-581ef2ec-a05a-48a0-a67f-0ff8a475f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd36e0190>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:48:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['a24d9dda-6838-46ea-a931-00b8921efe1b'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:43.442316 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5aa8b8ca-5282-4f79-ba34-70462bc2679d req-e1b5fceb-6c4b-4ce8-9e98-5f8993620a7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca HTTP/1.1" status: 200  len: 1000 time: 0.0911243
Sep 25 04:48:43.451079 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150894d-5248-4ebf-9186-de83300c0c99 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdda58fd-3db3-4c53-84a0-eeb37763b4e0,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:43.511119 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8b8ca-5282-4f79-ba34-70462bc2679d req-b4096386-ddcc-41c4-830a-2ebf6ffbd0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:43.512887 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5aa8b8ca-5282-4f79-ba34-70462bc2679d req-b4096386-ddcc-41c4-830a-2ebf6ffbd0cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a14ec9d-3515-4a9e-bc61-1c4a8cd27529 HTTP/1.1" status: 200  len: 854 time: 0.0519419
Sep 25 04:48:43.551567 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-581ef2ec-a05a-48a0-a67f-0ff8a475f857 None None] Set router a24d9dda-6838-46ea-a931-00b8921efe1b gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:48:43.567452 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8b8ca-5282-4f79-ba34-70462bc2679d req-cf1ee23d-2423-4030-8f15-04f3870d0323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:43.570381 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5aa8b8ca-5282-4f79-ba34-70462bc2679d req-cf1ee23d-2423-4030-8f15-04f3870d0323 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=761a0ea8-1d6f-4842-8c01-40c770594e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0490673
Sep 25 04:48:43.571256 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d150894d-5248-4ebf-9186-de83300c0c99 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:43.580219 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d150894d-5248-4ebf-9186-de83300c0c99 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5760245
Sep 25 04:48:43.580219 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51902) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:43.581866 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-9a1536e6-da5d-4f78-aa8e-d695643b06a9 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Request body: {'security_group_rule': {'security_group_id': 'cdda58fd-3db3-4c53-84a0-eeb37763b4e0', 'project_id': '446a285e254a4870b0f2575f681b59c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:43.734867 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5aa8b8ca-5282-4f79-ba34-70462bc2679d req-740d3b89-3d15-4ccd-9f44-ddaedc8df58c service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1547410
Sep 25 04:48:43.800156 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9a1536e6-da5d-4f78-aa8e-d695643b06a9 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:43.889464 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9a1536e6-da5d-4f78-aa8e-d695643b06a9 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:43.914085 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5aa8b8ca-5282-4f79-ba34-70462bc2679d req-0c113c3b-44f4-4222-a246-c42918debbc9 service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616592
Sep 25 04:48:43.942871 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-581ef2ec-a05a-48a0-a67f-0ff8a475f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd36e0190>, [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:47:07Z', 'revision_number': 4, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '16d45eb2-2969-41e3-a170-eb931d4351b4', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'port_id': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'mac_address': 'fa:16:3e:fd:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:48:40Z', 'updated_at': '2021-09-25T04:48:40Z', 'revision_number': 0, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c9222d-56c4-4490-bcf6-857fe1c0731e', 'name': '', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'mac_address': 'fa:16:3e:43:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:06Z', 'updated_at': '2021-09-25T04:47:13Z', 'revision_number': 5, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'subnets': [{'id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:48:43.979031 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581ef2ec-a05a-48a0-a67f-0ff8a475f857 None None] The sync data for ids ['a24d9dda-6838-46ea-a931-00b8921efe1b'] in dv-cinder-768458-10-iscsi is: [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:47:07Z', 'revision_number': 4, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '16d45eb2-2969-41e3-a170-eb931d4351b4', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'floating_ip_address': '172.27.2.164', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'port_id': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'mac_address': 'fa:16:3e:fd:0c:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:48:40Z', 'updated_at': '2021-09-25T04:48:40Z', 'revision_number': 0, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59c9222d-56c4-4490-bcf6-857fe1c0731e', 'name': '', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'mac_address': 'fa:16:3e:43:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:06Z', 'updated_at': '2021-09-25T04:47:13Z', 'revision_number': 5, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'subnets': [{'id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:48:44.214470 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88d39fe-cea8-4e80-8550-0625800d7baf None None] New status for floating IP 16d45eb2-2969-41e3-a170-eb931d4351b4: ACTIVE {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:48:44.301987 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9a1536e6-da5d-4f78-aa8e-d695643b06a9 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:44.368119 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1536e6-da5d-4f78-aa8e-d695643b06a9 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bfedf9-1c64-4739-9592-3b720f34e069,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:44.388517 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d8e18-1c85-4bb2-97e5-d8522b2cd4ff req-6d50dae6-0c2b-476b-8531-2d7cccfe4efe tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:44.390406 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-796d8e18-1c85-4bb2-97e5-d8522b2cd4ff req-6d50dae6-0c2b-476b-8531-2d7cccfe4efe tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.1588490
Sep 25 04:48:44.454142 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-796d8e18-1c85-4bb2-97e5-d8522b2cd4ff req-634676be-c7d3-4ddf-908a-d7e23ba9baf2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559545
Sep 25 04:48:44.455977 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51918) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:44.466020 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9a1536e6-da5d-4f78-aa8e-d695643b06a9 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:44.466020 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-9a1536e6-da5d-4f78-aa8e-d695643b06a9 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8868155
Sep 25 04:48:44.468131 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51922) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:44.473235 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-ef0b8002-8498-45d2-93d0-ca80a4c9eeaf tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Request body: {'security_group_rule': {'security_group_id': 'cdda58fd-3db3-4c53-84a0-eeb37763b4e0', 'project_id': '446a285e254a4870b0f2575f681b59c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:44.586011 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-332f7082-e0dc-4706-8991-0f82c5ad83d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:44.630703 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ef0b8002-8498-45d2-93d0-ca80a4c9eeaf tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:44.736580 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ef0b8002-8498-45d2-93d0-ca80a4c9eeaf tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:44.773528 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-332f7082-e0dc-4706-8991-0f82c5ad83d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:44.823306 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ef0b8002-8498-45d2-93d0-ca80a4c9eeaf tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:44.843728 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0b8002-8498-45d2-93d0-ca80a4c9eeaf tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3f2169-d29a-4226-b9d1-3b828538bcc3,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:44.858698 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-332f7082-e0dc-4706-8991-0f82c5ad83d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:44.906266 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-332f7082-e0dc-4706-8991-0f82c5ad83d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=32e114d8ee9c432f8d208a27da2a7f22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4492495
Sep 25 04:48:44.907144 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f7082-e0dc-4706-8991-0f82c5ad83d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad455c4-9aa1-479a-929e-17fad6408b78,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:44.909276 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 51926) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:44.931753 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-ef0b8002-8498-45d2-93d0-ca80a4c9eeaf tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:44.933709 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-ef0b8002-8498-45d2-93d0-ca80a4c9eeaf tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4643948
Sep 25 04:48:44.936694 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51928) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:44.941158 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-03be982f-4602-4db4-aede-77b0cef9221a tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Request body: {'security_group_rule': {'security_group_id': 'cdda58fd-3db3-4c53-84a0-eeb37763b4e0', 'project_id': '446a285e254a4870b0f2575f681b59c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:44.977727 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-acdf26ba-e335-4d42-a658-2448bf95b812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:45.002392 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-acdf26ba-e335-4d42-a658-2448bf95b812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:45.068972 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-03be982f-4602-4db4-aede-77b0cef9221a tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:45.148340 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-acdf26ba-e335-4d42-a658-2448bf95b812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:45.148878 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-acdf26ba-e335-4d42-a658-2448bf95b812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:45.155044 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-acdf26ba-e335-4d42-a658-2448bf95b812 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ad455c4-9aa1-479a-929e-17fad6408b78 HTTP/1.1" status: 204  len: 168 time: 0.2407143
Sep 25 04:48:45.164733 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf26ba-e335-4d42-a658-2448bf95b812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad455c4-9aa1-479a-929e-17fad6408b78,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:45.171356 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-03be982f-4602-4db4-aede-77b0cef9221a tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:45.281177 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-03be982f-4602-4db4-aede-77b0cef9221a tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:45.306073 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be982f-4602-4db4-aede-77b0cef9221a tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08a9437-9eeb-4240-8e8f-8ce79776d076,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:45.394364 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-03be982f-4602-4db4-aede-77b0cef9221a tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:45.396016 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-03be982f-4602-4db4-aede-77b0cef9221a tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4581563
Sep 25 04:48:45.399605 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51936) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:45.405129 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-f91d758a-d10a-4bdf-bd12-ca2cd2433529 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Request body: {'security_group_rule': {'security_group_id': 'cdda58fd-3db3-4c53-84a0-eeb37763b4e0', 'project_id': '446a285e254a4870b0f2575f681b59c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:45.502673 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f91d758a-d10a-4bdf-bd12-ca2cd2433529 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:45.629164 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f91d758a-d10a-4bdf-bd12-ca2cd2433529 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:45.655473 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bde901e-6dd7-4121-9772-c7e08e4d3154 req-3e8e3a42-2dc5-4e0b-a8d6-3d413d364ad0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:45.656986 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bde901e-6dd7-4121-9772-c7e08e4d3154 req-3e8e3a42-2dc5-4e0b-a8d6-3d413d364ad0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0910754
Sep 25 04:48:45.716032 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bde901e-6dd7-4121-9772-c7e08e4d3154 req-cad90028-946e-40e8-a5d9-4929c460b628 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513670
Sep 25 04:48:45.717591 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f91d758a-d10a-4bdf-bd12-ca2cd2433529 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:45.768505 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91d758a-d10a-4bdf-bd12-ca2cd2433529 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a031fa15-b699-4f36-a90c-631496877ce0,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:45.852195 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f91d758a-d10a-4bdf-bd12-ca2cd2433529 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:45.853597 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-f91d758a-d10a-4bdf-bd12-ca2cd2433529 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4528821
Sep 25 04:48:45.856278 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51960) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:45.860714 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-015b0bcc-f2b6-4f63-8c05-e73f8f430140 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Request body: {'security_group_rule': {'security_group_id': 'cdda58fd-3db3-4c53-84a0-eeb37763b4e0', 'project_id': '446a285e254a4870b0f2575f681b59c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:45.986460 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.securitygroups_db [None req-015b0bcc-f2b6-4f63-8c05-e73f8f430140 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Project 446a285e254a4870b0f2575f681b59c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 25 04:48:45.992800 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-015b0bcc-f2b6-4f63-8c05-e73f8f430140 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:46.061348 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-015b0bcc-f2b6-4f63-8c05-e73f8f430140 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:46.164006 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-015b0bcc-f2b6-4f63-8c05-e73f8f430140 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:46.184433 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b0bcc-f2b6-4f63-8c05-e73f8f430140 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e56b70-c721-462f-a745-cdb148e136bc,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:46.286086 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-015b0bcc-f2b6-4f63-8c05-e73f8f430140 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:46.290133 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-015b0bcc-f2b6-4f63-8c05-e73f8f430140 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4307396
Sep 25 04:48:46.292193 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 51972) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:48:46.296708 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-c87aca55-a2fc-4286-a2b1-9c98ca9b742c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Request body: {'security_group_rule': {'security_group_id': 'cdda58fd-3db3-4c53-84a0-eeb37763b4e0', 'project_id': '446a285e254a4870b0f2575f681b59c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:46.400203 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.securitygroups_db [None req-c87aca55-a2fc-4286-a2b1-9c98ca9b742c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Project 446a285e254a4870b0f2575f681b59c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 25 04:48:46.407048 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c87aca55-a2fc-4286-a2b1-9c98ca9b742c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:46.520193 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c87aca55-a2fc-4286-a2b1-9c98ca9b742c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:46.626823 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c87aca55-a2fc-4286-a2b1-9c98ca9b742c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:46.647575 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87aca55-a2fc-4286-a2b1-9c98ca9b742c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=283808d6-55f8-49c8-ae60-97ca7a6d6265,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:46.736045 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c87aca55-a2fc-4286-a2b1-9c98ca9b742c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:46.739093 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-c87aca55-a2fc-4286-a2b1-9c98ca9b742c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4455874
Sep 25 04:48:46.870858 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3e38d814-e1fe-4d11-bf7b-381d28f76a52 req-079bddce-5714-42d2-8e7c-34960e2fef7e tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736267713&fields=id&tenant_id=446a285e254a4870b0f2575f681b59c8 HTTP/1.1" status: 200  len: 267 time: 0.0833395
Sep 25 04:48:46.960490 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56495332-9c00-4caf-8102-20e3d68aa370 req-4e92ba77-dd65-49d0-b527-5ecda7ab1832 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:46.962317 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56495332-9c00-4caf-8102-20e3d68aa370 req-4e92ba77-dd65-49d0-b527-5ecda7ab1832 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.1287277
Sep 25 04:48:46.987562 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38d814-e1fe-4d11-bf7b-381d28f76a52 req-a128a401-263b-4612-96f1-43566779495e tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:46.989224 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3e38d814-e1fe-4d11-bf7b-381d28f76a52 req-a128a401-263b-4612-96f1-43566779495e tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 946 time: 0.1175463
Sep 25 04:48:47.020630 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-3e38d814-e1fe-4d11-bf7b-381d28f76a52 req-9090539b-41b2-4470-9b0e-9308fe90fd56 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Request body: {'port': {'security_groups': ['a090f920-646c-4787-a4df-e7268ec7a394', 'cdda58fd-3db3-4c53-84a0-eeb37763b4e0']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:48:47.045110 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56495332-9c00-4caf-8102-20e3d68aa370 req-d90e0870-6162-489e-8fa9-6d07e6b54f29 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731707
Sep 25 04:48:47.097910 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3e38d814-e1fe-4d11-bf7b-381d28f76a52 req-9090539b-41b2-4470-9b0e-9308fe90fd56 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:47.345297 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-3e38d814-e1fe-4d11-bf7b-381d28f76a52 req-9090539b-41b2-4470-9b0e-9308fe90fd56 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] For port a01b926b-6d73-4f06-9c24-7d78f3aa22ca, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:48:47.380460 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3e38d814-e1fe-4d11-bf7b-381d28f76a52 req-9090539b-41b2-4470-9b0e-9308fe90fd56 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:47.461321 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3e38d814-e1fe-4d11-bf7b-381d28f76a52 req-9090539b-41b2-4470-9b0e-9308fe90fd56 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:47.519352 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38d814-e1fe-4d11-bf7b-381d28f76a52 req-9090539b-41b2-4470-9b0e-9308fe90fd56 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:47.520118 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3e38d814-e1fe-4d11-bf7b-381d28f76a52 req-9090539b-41b2-4470-9b0e-9308fe90fd56 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:47.535341 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3e38d814-e1fe-4d11-bf7b-381d28f76a52 req-9090539b-41b2-4470-9b0e-9308fe90fd56 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "PUT /v2.0/ports/a01b926b-6d73-4f06-9c24-7d78f3aa22ca HTTP/1.1" status: 200  len: 982 time: 0.5302219
Sep 25 04:48:47.536159 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:48:47.547216 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb46dab-3f19-4713-84b9-c131e801c9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:48:47.581693 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090539b-41b2-4470-9b0e-9308fe90fd56 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event updated for resources: {'Port': ['ID=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,revision_number=6']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:48:47.628687 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7770ac52-227d-41d5-9893-20f9aac6e7fb x-openstack-request-id: req-7770ac52-227d-41d5-9893-20f9aac6e7fb {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:48:47.628687 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:48:47.628687 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7770ac52-227d-41d5-9893-20f9aac6e7fb {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:48:47.628687 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'status': 'completed', 'code': 200}
Sep 25 04:48:47.739365 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc795fb2-6512-4c12-99e9-9ddc0a04cc60 req-582404ce-a1d3-4c27-bc7d-c69097b80980 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:47.742030 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fc795fb2-6512-4c12-99e9-9ddc0a04cc60 req-582404ce-a1d3-4c27-bc7d-c69097b80980 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0622976
Sep 25 04:48:47.792657 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fc795fb2-6512-4c12-99e9-9ddc0a04cc60 req-08dea205-47e1-488b-b408-c4c937a24a72 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0432632
Sep 25 04:48:47.884586 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-afb1dba7-a3b0-4f95-9e83-fe2cc867d2d1 None None] Provisioning complete for port a01b926b-6d73-4f06-9c24-7d78f3aa22ca triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:48:47.885311 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-afb1dba7-a3b0-4f95-9e83-fe2cc867d2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:48.187927 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bff736-9eeb-4846-a73c-8455218d214f req-d5fbae96-be6a-411a-84dc-54882b89326b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:48.193336 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e3bff736-9eeb-4846-a73c-8455218d214f req-d5fbae96-be6a-411a-84dc-54882b89326b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0582826
Sep 25 04:48:48.235812 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e3bff736-9eeb-4846-a73c-8455218d214f req-a5d59f3e-7737-4228-a8f0-95aa20d2c327 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394921
Sep 25 04:48:49.404217 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9062e-3a6c-4403-b3e6-90669d4f268b req-e937f2f7-7082-48df-8fa0-f11850a4636b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:49.406995 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f1d9062e-3a6c-4403-b3e6-90669d4f268b req-e937f2f7-7082-48df-8fa0-f11850a4636b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0890505
Sep 25 04:48:49.467815 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f1d9062e-3a6c-4403-b3e6-90669d4f268b req-a84988db-dca0-4c4d-a04a-4a4c74c77022 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526693
Sep 25 04:48:49.857804 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-90e628ac-378f-4d4f-90e8-ae47bcd1970a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:50.598050 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b445a3cf-bf97-4d3f-8d8c-0637712ca10d req-8d87c7cc-e5b3-45ca-82ac-6d4010da2889 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:50.599520 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b445a3cf-bf97-4d3f-8d8c-0637712ca10d req-8d87c7cc-e5b3-45ca-82ac-6d4010da2889 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0496771
Sep 25 04:48:50.627010 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['a01b926b-6d73-4f06-9c24-7d78f3aa22ca'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:48:50.643212 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b445a3cf-bf97-4d3f-8d8c-0637712ca10d req-3480d693-476b-4ffc-bc6d-0a24268ede0d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374565
Sep 25 04:48:50.691208 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb46dab-3f19-4713-84b9-c131e801c9ca req-51ee3b04-53d3-4c3b-95a1-171c76947218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:50.692788 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8fb46dab-3f19-4713-84b9-c131e801c9ca req-51ee3b04-53d3-4c3b-95a1-171c76947218 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=446a285e254a4870b0f2575f681b59c8&device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 1138 time: 0.0469160
Sep 25 04:48:50.756777 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['a01b926b-6d73-4f06-9c24-7d78f3aa22ca'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:48:50.805695 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb46dab-3f19-4713-84b9-c131e801c9ca req-f897ad80-4608-4c2c-80e8-abf247bfff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:50.807200 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8fb46dab-3f19-4713-84b9-c131e801c9ca req-f897ad80-4608-4c2c-80e8-abf247bfff4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=761a0ea8-1d6f-4842-8c01-40c770594e5e HTTP/1.1" status: 200  len: 915 time: 0.1043029
Sep 25 04:48:50.881093 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8fb46dab-3f19-4713-84b9-c131e801c9ca req-45d54b25-de89-4f9e-ac6d-456dfa2988a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca HTTP/1.1" status: 200  len: 1002 time: 0.0655575
Sep 25 04:48:50.942189 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb46dab-3f19-4713-84b9-c131e801c9ca req-32a92c56-7e3f-4907-91d4-686841b005b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:50.942189 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8fb46dab-3f19-4713-84b9-c131e801c9ca req-32a92c56-7e3f-4907-91d4-686841b005b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a14ec9d-3515-4a9e-bc61-1c4a8cd27529 HTTP/1.1" status: 200  len: 854 time: 0.0496669
Sep 25 04:48:51.000108 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb46dab-3f19-4713-84b9-c131e801c9ca req-0450c34d-abec-4888-ab64-3c87d26adfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:51.001832 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8fb46dab-3f19-4713-84b9-c131e801c9ca req-0450c34d-abec-4888-ab64-3c87d26adfff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=761a0ea8-1d6f-4842-8c01-40c770594e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0420787
Sep 25 04:48:51.135113 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8fb46dab-3f19-4713-84b9-c131e801c9ca req-c2abbad4-0404-47bf-9a72-38729923a743 service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0977898
Sep 25 04:48:51.236652 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8fb46dab-3f19-4713-84b9-c131e801c9ca req-66b753a4-aec7-45b1-99b4-9676cc73eada service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0910389
Sep 25 04:48:51.773240 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8550a9d-6afd-4df1-a581-101fd413c679 req-93cec352-a7e1-4f45-a8fa-17e84cfe2a8e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:51.774780 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f8550a9d-6afd-4df1-a581-101fd413c679 req-93cec352-a7e1-4f45-a8fa-17e84cfe2a8e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0551357
Sep 25 04:48:51.819921 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f8550a9d-6afd-4df1-a581-101fd413c679 req-c8c563ec-10d0-4aa3-bf53-0962c5cdbd9d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392673
Sep 25 04:48:52.330415 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:48:52.942218 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98115f69-0b0e-4b1d-92f7-0518aab938e1 req-f0a7e620-f6b5-4597-b862-d6d1bd955a17 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:52.943784 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98115f69-0b0e-4b1d-92f7-0518aab938e1 req-f0a7e620-f6b5-4597-b862-d6d1bd955a17 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0501800
Sep 25 04:48:52.982398 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98115f69-0b0e-4b1d-92f7-0518aab938e1 req-5401c0d8-4da8-4202-ab67-d4abd6c5b78f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323091
Sep 25 04:48:53.635108 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8c7d1ce7-05f6-45f1-8e06-45f0dc5865f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:54.107083 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865b78e-9f80-47a8-9262-684ced76b68a req-5cfb2900-229b-4126-8ce2-af3536794343 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:54.108539 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5865b78e-9f80-47a8-9262-684ced76b68a req-5cfb2900-229b-4126-8ce2-af3536794343 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0498688
Sep 25 04:48:54.115028 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:54.156362 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5865b78e-9f80-47a8-9262-684ced76b68a req-25e9a0ff-539c-4ee2-8a96-8f99970d7743 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411184
Sep 25 04:48:54.572142 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:55.265171 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:55.283361 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dc167-f71d-4035-bda9-57a506f23104 req-42b976ca-822b-4920-8045-1c9681dd6eb1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:55.284918 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f8dc167-f71d-4035-bda9-57a506f23104 req-42b976ca-822b-4920-8045-1c9681dd6eb1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0526817
Sep 25 04:48:55.331679 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f8dc167-f71d-4035-bda9-57a506f23104 req-f120462d-f1f3-420e-83a5-9f44355f6e74 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405567
Sep 25 04:48:56.480276 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a18739-f6a2-4a27-a5b3-c6bab2868e33 req-d21ba809-e65f-453a-8b82-9a50725dd0cb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:56.482310 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08a18739-f6a2-4a27-a5b3-c6bab2868e33 req-d21ba809-e65f-453a-8b82-9a50725dd0cb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0607591
Sep 25 04:48:56.531133 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08a18739-f6a2-4a27-a5b3-c6bab2868e33 req-82e80d8a-49fc-4b2d-94af-3bb4d0741aff tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426660
Sep 25 04:48:56.633044 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:48:57.667457 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841beea-a15e-4acb-a8a1-cf2799e03e8e req-6cd3a5da-eb8c-45e2-a791-5e4864e7ce7b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:57.668988 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2841beea-a15e-4acb-a8a1-cf2799e03e8e req-6cd3a5da-eb8c-45e2-a791-5e4864e7ce7b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0577779
Sep 25 04:48:57.710934 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2841beea-a15e-4acb-a8a1-cf2799e03e8e req-f7c91e06-c018-4ae6-97c4-1951852b7e0f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351858
Sep 25 04:48:58.843173 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e1816-d66d-49f4-9fb8-b47f36a22e6b req-1441dcb5-7422-4a27-bde6-4e4765290597 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:48:58.844681 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f3e1816-d66d-49f4-9fb8-b47f36a22e6b req-1441dcb5-7422-4a27-bde6-4e4765290597 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0571611
Sep 25 04:48:58.887083 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f3e1816-d66d-49f4-9fb8-b47f36a22e6b req-b061f7b1-ad21-4a45-b35a-0a5cd5ea48d9 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363786
Sep 25 04:49:00.014529 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c1452-b38f-4348-b597-863401bdad56 req-a915a4f1-ef30-463b-ad76-e327a2f73a53 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:00.016786 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ac2c1452-b38f-4348-b597-863401bdad56 req-a915a4f1-ef30-463b-ad76-e327a2f73a53 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0518916
Sep 25 04:49:00.059715 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ac2c1452-b38f-4348-b597-863401bdad56 req-f85c7436-f3da-4bd2-9370-8021ab1523bf tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366125
Sep 25 04:49:01.181413 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0c9fc-1aaa-448e-bdf0-a01352a0905c req-91eaf15d-058d-45a0-9882-d461bd6379ae tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:01.182900 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-03e0c9fc-1aaa-448e-bdf0-a01352a0905c req-91eaf15d-058d-45a0-9882-d461bd6379ae tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0479443
Sep 25 04:49:01.221879 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-03e0c9fc-1aaa-448e-bdf0-a01352a0905c req-a8ecad1a-47a7-49df-95f9-04a432b99f85 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323517
Sep 25 04:49:02.341839 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef16928-cecc-47f5-9cbd-e86413b98a38 req-a0158266-11d8-45bd-a01b-028aeb9181e1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:02.343993 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cef16928-cecc-47f5-9cbd-e86413b98a38 req-a0158266-11d8-45bd-a01b-028aeb9181e1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0492945
Sep 25 04:49:02.388051 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cef16928-cecc-47f5-9cbd-e86413b98a38 req-0a0a7b06-bc9a-4f2a-b498-263bf2d512fe tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368333
Sep 25 04:49:03.512252 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcd240-6daa-48e9-8d2f-eeee60a6fd55 req-4dcf424e-baa3-44e7-9181-50a46a79c0f4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:03.513757 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b3fcd240-6daa-48e9-8d2f-eeee60a6fd55 req-4dcf424e-baa3-44e7-9181-50a46a79c0f4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0517826
Sep 25 04:49:03.553431 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b3fcd240-6daa-48e9-8d2f-eeee60a6fd55 req-022a2ce9-cbbc-4cda-ace1-b6b790dea958 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332303
Sep 25 04:49:14.054518 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-0e174076-83d6-4dba-9505-730565275faa tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688483545&fields=id&tenant_id=58d811b8a6244d3f8909a50abd71c0c5 HTTP/1.1" status: 200  len: 267 time: 0.0374126
Sep 25 04:49:14.180152 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-6dc3ee22-aafd-4e2c-96ad-3bbbafcaae8b tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:14.181735 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-6dc3ee22-aafd-4e2c-96ad-3bbbafcaae8b tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 812 time: 0.1193395
Sep 25 04:49:14.198873 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-8c028c5a-f149-4847-ac00-3d88e5ff1a34 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/quotas/58d811b8a6244d3f8909a50abd71c0c5 HTTP/1.1" status: 200  len: 375 time: 0.0105128
Sep 25 04:49:14.255843 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-09093b70-d84d-459e-a390-e19a8c3b3b14 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0507753
Sep 25 04:49:14.372982 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-5212da24-774c-493c-8424-1c1bc4599de7 service neutron] 10.222.0.20 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1037734
Sep 25 04:49:14.479413 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-1c662d51-fc09-4066-8b33-568d848821a7 service neutron] 10.222.0.20 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0997066
Sep 25 04:49:15.153811 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-44c85c6b-bd46-408a-b8d7-e5f6871dde95 req-5de40233-f6b2-484f-bc6c-2406392cb2af tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 210 time: 0.0283926
Sep 25 04:49:16.233762 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-653f8eb6-9921-4fc7-8190-dd311326a303 req-0ec853b3-3093-466c-a240-120e30bd7857 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 210 time: 0.0263100
Sep 25 04:49:17.361786 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0f3d7d4b-f2cb-42e2-ac06-e3b68ac13e78 req-2a91fb13-d5e5-49b1-affd-b406f98d8886 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 210 time: 0.0327268
Sep 25 04:49:18.199665 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8851bc0a-bc7c-419c-91c4-8358989ebcaa req-da3c6f08-d4b4-4610-91e5-85661531d966 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:18.202067 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8851bc0a-bc7c-419c-91c4-8358989ebcaa req-da3c6f08-d4b4-4610-91e5-85661531d966 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 946 time: 0.1267469
Sep 25 04:49:18.233968 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-7d3d5888-6f81-45f2-ae06-79be10e82f2c tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:18.235479 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-7d3d5888-6f81-45f2-ae06-79be10e82f2c tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 812 time: 0.1961248
Sep 25 04:49:18.271309 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8851bc0a-bc7c-419c-91c4-8358989ebcaa req-ff7e5a8e-c591-46ed-9c19-9b1ddd0f99f7 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594001
Sep 25 04:49:18.302844 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-5f7f5b3d-e3ce-4018-94a6-2477c198d2b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d811b8a6244d3f8909a50abd71c0c5 HTTP/1.1" status: 200  len: 380 time: 0.0528507
Sep 25 04:49:18.329312 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'port': {'device_id': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'admin_state_up': True, 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'security_groups': ['a4fea49a-8d33-4f29-a406-5be76c8810c6']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:49:18.504243 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-74cbb526-c7da-4edf-aa5e-a05295e57247 req-3efde984-5ddf-4acb-abb6-fe7cc3c522ee tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 210 time: 0.0574052
Sep 25 04:49:18.641433 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Made reservation on behalf of 58d811b8a6244d3f8909a50abd71c0c5 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:49:18.645560 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:18.784974 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Allocated IP 172.20.0.6 (6b24eba2-3e72-48a0-87ff-1d3d45503d2c/b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c/3d20444f-d581-4275-be26-7c0f554a26df) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:49:18.945598 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:19.061398 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:19.106123 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:49:19.109439 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:49:19.114360 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:49:19.146019 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'Port': ['ID=3d20444f-d581-4275-be26-7c0f554a26df,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:19.183792 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:19.184511 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:19.308659 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-f41adfa7-fe97-46bd-a482-a7bd89a021c5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9830165
Sep 25 04:49:19.366079 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-f792cff2-fcb3-4e11-bb7a-8b9773a19c43 None None] Provisioning complete for port 3d20444f-d581-4275-be26-7c0f554a26df triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:49:19.366925 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f792cff2-fcb3-4e11-bb7a-8b9773a19c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:19.415061 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-f792cff2-fcb3-4e11-bb7a-8b9773a19c43 None None] Port 3d20444f-d581-4275-be26-7c0f554a26df cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:49:19.634733 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1358b6-bbfb-45e3-8ac4-5dab7e1c4111 req-0c8f30c2-c9a0-440c-8830-d30d6a6987ee tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:19.636407 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5f1358b6-bbfb-45e3-8ac4-5dab7e1c4111 req-0c8f30c2-c9a0-440c-8830-d30d6a6987ee tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 946 time: 0.2846515
Sep 25 04:49:19.650126 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cacb7-50f9-4f73-9d84-b8dd956f5a2e req-49b26e1b-8d2e-4d3c-8b92-ea64ef886141 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:19.651762 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-632cacb7-50f9-4f73-9d84-b8dd956f5a2e req-49b26e1b-8d2e-4d3c-8b92-ea64ef886141 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 931 time: 0.0718708
Sep 25 04:49:19.712530 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5f1358b6-bbfb-45e3-8ac4-5dab7e1c4111 req-a27351ba-fc76-4d5f-8dd3-03bb39bda430 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596433
Sep 25 04:49:19.724321 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-632cacb7-50f9-4f73-9d84-b8dd956f5a2e req-214dbbfe-7254-483b-89c8-0a373cad099a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639222
Sep 25 04:49:19.855058 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e1bd251e-7aad-4412-871f-8cff3638077e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:20.867130 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358de83f-dea7-4a25-86d5-2ad60df3f9e3 req-ea83ee94-4510-40ab-a0f4-47f8c390840d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:20.869132 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-358de83f-dea7-4a25-86d5-2ad60df3f9e3 req-ea83ee94-4510-40ab-a0f4-47f8c390840d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 946 time: 0.0647056
Sep 25 04:49:20.947957 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-358de83f-dea7-4a25-86d5-2ad60df3f9e3 req-b6fec8d3-5dfb-481e-befe-48c37a1174b5 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678840
Sep 25 04:49:20.957419 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9221606-b263-4ace-a824-72cbb62fe9c3 req-d9a98c41-9bdb-4dd4-b254-8d1ee3adb143 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:20.958992 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e9221606-b263-4ace-a824-72cbb62fe9c3 req-d9a98c41-9bdb-4dd4-b254-8d1ee3adb143 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 931 time: 0.1600559
Sep 25 04:49:21.011734 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e9221606-b263-4ace-a824-72cbb62fe9c3 req-3e934159-11d0-4bf1-9a7a-0cbe8a98b3bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463963
Sep 25 04:49:22.088850 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0dca4-9ffc-4af2-9796-0da26503e171 req-77b3725e-21ed-41c1-abcc-f50a7ba05b1f tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:22.090445 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28f0dca4-9ffc-4af2-9796-0da26503e171 req-77b3725e-21ed-41c1-abcc-f50a7ba05b1f tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 946 time: 0.0658324
Sep 25 04:49:22.156610 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-28f0dca4-9ffc-4af2-9796-0da26503e171 req-70b917de-387b-414f-b133-5e83c9bd2004 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554686
Sep 25 04:49:22.169098 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a00e37-6c5b-4ef5-b4be-1ad7905883d7 req-f9863c64-5bb6-486c-a8db-8e0e1c13c475 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:22.170765 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-86a00e37-6c5b-4ef5-b4be-1ad7905883d7 req-f9863c64-5bb6-486c-a8db-8e0e1c13c475 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 931 time: 0.0793915
Sep 25 04:49:22.211457 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-86a00e37-6c5b-4ef5-b4be-1ad7905883d7 req-fdd5de5b-f8ca-4a58-81d6-3f7aa17b6ba1 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340662
Sep 25 04:49:22.622120 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Request body: {'port': {'device_id': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:49:22.685965 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:22.972878 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d20444f-d581-4275-be26-7c0f554a26df {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:49:22.981222 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:22.994930 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Transition to ACTIVE for port object 3d20444f-d581-4275-be26-7c0f554a26df will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:49:23.104451 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:23.192133 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Pushing event updated for resources: {'Port': ['ID=3d20444f-d581-4275-be26-7c0f554a26df,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:23.372254 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Attempting to bind port 3d20444f-d581-4275-be26-7c0f554a26df on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:49:23.372639 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Attempting to bind port 3d20444f-d581-4275-be26-7c0f554a26df by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:49:23.373041 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Attempting to bind port 3d20444f-d581-4275-be26-7c0f554a26df on network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:49:23.402215 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Port 3d20444f-d581-4275-be26-7c0f554a26df on network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:49:23.402538 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Attempting to bind port 3d20444f-d581-4275-be26-7c0f554a26df on network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:49:23.416966 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:49:23.417302 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Checking segment: {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:49:23.417696 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Bound using segment: {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:49:23.418187 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Bound port: 3d20444f-d581-4275-be26-7c0f554a26df, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:49:23.418470 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:23.619778 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-13f0767c-b695-41a4-8026-7313a07e0256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:23.710496 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd84dc-f099-4664-804c-28cdd42a8e5a req-586a053b-9cff-4fcb-9ac1-63e36a015176 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:23.712027 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f8bd84dc-f099-4664-804c-28cdd42a8e5a req-586a053b-9cff-4fcb-9ac1-63e36a015176 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 946 time: 0.4048865
Sep 25 04:49:23.728176 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814713c-9cc7-4c11-bfe3-b49ae9d8bbfa req-c23d9bc6-0e9a-4567-8cea-6a6e5feecafa tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:23.729820 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1814713c-9cc7-4c11-bfe3-b49ae9d8bbfa req-c23d9bc6-0e9a-4567-8cea-6a6e5feecafa tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 943 time: 0.3783476
Sep 25 04:49:23.830041 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964e97c-dedd-41a9-8629-16fd0bf6a101 req-88260227-1968-4f30-b67d-60eb8b082582 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:23.832593 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8964e97c-dedd-41a9-8629-16fd0bf6a101 req-88260227-1968-4f30-b67d-60eb8b082582 tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.23 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 946 time: 0.0526288
Sep 25 04:49:23.849276 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f8bd84dc-f099-4664-804c-28cdd42a8e5a req-91e8c5c9-a44d-4ece-8686-776c4222615a tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/security-groups?id=54b304c9-66b7-4180-9019-bb1fd0ee2b0c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1303544
Sep 25 04:49:23.869285 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1814713c-9cc7-4c11-bfe3-b49ae9d8bbfa req-dcd68241-6ea0-4c52-9447-435e00d9b8bd tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1307487
Sep 25 04:49:23.882529 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] For port 3d20444f-d581-4275-be26-7c0f554a26df, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:49:23.888392 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] For port 3d20444f-d581-4275-be26-7c0f554a26df, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3d20444f-d581-4275-be26-7c0f554a26df,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:49:23.970309 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:24.000629 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-8964e97c-dedd-41a9-8629-16fd0bf6a101 req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Deleting port a8264b3e-726b-447b-aaab-d2d92d41c450 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:49:24.001178 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8964e97c-dedd-41a9-8629-16fd0bf6a101 req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:24.032120 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:24.033158 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:24.035815 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] 10.222.0.23 "PUT /v2.0/ports/3d20444f-d581-4275-be26-7c0f554a26df HTTP/1.1" status: 200  len: 1093 time: 1.4180586
Sep 25 04:49:24.036560 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'tag': '3d20444f-d581-4275-be26-7c0f554a26df'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:49:24.040428 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3185f480-7a39-4ae4-ae05-30d277ccf0de" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a13419-a59d-4384-a4c2-ef013dea2b8d", "tag": "3d20444f-d581-4275-be26-7c0f554a26df"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:49:24.082557 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b240e7-e3c5-417b-95f8-dee0534d173b service neutron] Pushing event updated for resources: {'Port': ['ID=3d20444f-d581-4275-be26-7c0f554a26df,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:24.125415 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a0d709-89c8-42d1-9ad8-0085e92178d9 x-openstack-request-id: req-c0a0d709-89c8-42d1-9ad8-0085e92178d9 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:49:24.126394 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a13419-a59d-4384-a4c2-ef013dea2b8d", "tag": "3d20444f-d581-4275-be26-7c0f554a26df", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:49:24.126394 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0a0d709-89c8-42d1-9ad8-0085e92178d9 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:49:24.126394 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'tag': '3d20444f-d581-4275-be26-7c0f554a26df', 'status': 'completed', 'code': 200}
Sep 25 04:49:24.167396 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:24.199604 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-8964e97c-dedd-41a9-8629-16fd0bf6a101 req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] For port a8264b3e-726b-447b-aaab-d2d92d41c450, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a8264b3e-726b-447b-aaab-d2d92d41c450,segment=NetworkSegment(01923c60-f976-4861-9718-02f661b866b6),segment_id=01923c60-f976-4861-9718-02f661b866b6)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:49:24.200442 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8964e97c-dedd-41a9-8629-16fd0bf6a101 req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:24.233067 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-8964e97c-dedd-41a9-8629-16fd0bf6a101 req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Calling delete_port for a8264b3e-726b-447b-aaab-d2d92d41c450 owned by compute:nova {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:49:24.260672 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185f480-7a39-4ae4-ae05-30d277ccf0de req-5b22fd95-d83a-46e3-ac08-31efa9da4d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:24.263595 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3185f480-7a39-4ae4-ae05-30d277ccf0de req-5b22fd95-d83a-46e3-ac08-31efa9da4d0f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 1096 time: 0.0940421
Sep 25 04:49:24.466822 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185f480-7a39-4ae4-ae05-30d277ccf0de req-ff4dcf1c-f083-4f3e-a80f-6045722d8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:24.468410 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3185f480-7a39-4ae4-ae05-30d277ccf0de req-ff4dcf1c-f083-4f3e-a80f-6045722d8fb6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1878939
Sep 25 04:49:24.559260 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8964e97c-dedd-41a9-8629-16fd0bf6a101 req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:24.574096 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['a8264b3e-726b-447b-aaab-d2d92d41c450'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:49:24.607168 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185f480-7a39-4ae4-ae05-30d277ccf0de req-432ffa67-7781-4421-9c6b-20433ba86555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:24.608961 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3185f480-7a39-4ae4-ae05-30d277ccf0de req-432ffa67-7781-4421-9c6b-20433ba86555 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1280975
Sep 25 04:49:24.610285 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Pushing event deleted for resources: {'Port': ['ID=a8264b3e-726b-447b-aaab-d2d92d41c450,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:24.621012 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:24.639832 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:24.640166 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:24.640549 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:24.640893 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:24.641233 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:24.641569 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:24.641904 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:24.642236 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:24.642564 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:24.643723 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:24.644382 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:24.644692 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:24.681455 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-8964e97c-dedd-41a9-8629-16fd0bf6a101 req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] No DVR routers for this DVR port a8264b3e-726b-447b-aaab-d2d92d41c450 on host hv-cinder-76845 {{(pid=101197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:49:24.684490 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8964e97c-dedd-41a9-8629-16fd0bf6a101 req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:24.686652 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8964e97c-dedd-41a9-8629-16fd0bf6a101 req-c209a6cf-44f1-45db-b860-50e85b06091d tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.23 "DELETE /v2.0/ports/a8264b3e-726b-447b-aaab-d2d92d41c450 HTTP/1.1" status: 204  len: 173 time: 0.8447001
Sep 25 04:49:24.687119 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a998a93f-377e-473e-8087-97a9f41e31d9', 'name': 'network-vif-deleted', 'tag': 'a8264b3e-726b-447b-aaab-d2d92d41c450'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:49:24.696763 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61f2f6f-2f17-4987-9835-6e1959ce8add" -d '{"events": [{"server_uuid": "a998a93f-377e-473e-8087-97a9f41e31d9", "name": "network-vif-deleted", "tag": "a8264b3e-726b-447b-aaab-d2d92d41c450"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:49:24.725899 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e9ca71ef-3dca-411b-82ea-fbf24c896223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:24.728162 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-e9ca71ef-3dca-411b-82ea-fbf24c896223 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 1096 time: 0.0698402
Sep 25 04:49:24.759173 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfcc2d7-6b0c-42d3-b992-802305725bd9 x-openstack-request-id: req-9dfcc2d7-6b0c-42d3-b992-802305725bd9 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:49:24.759463 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a998a93f-377e-473e-8087-97a9f41e31d9", "name": "network-vif-deleted", "tag": "a8264b3e-726b-447b-aaab-d2d92d41c450", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:49:24.759947 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9dfcc2d7-6b0c-42d3-b992-802305725bd9 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:49:24.760378 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a998a93f-377e-473e-8087-97a9f41e31d9', 'name': 'network-vif-deleted', 'tag': 'a8264b3e-726b-447b-aaab-d2d92d41c450', 'status': 'completed', 'code': 200}
Sep 25 04:49:24.804262 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-96de3aa4-c0ca-4e3c-b3a1-760ea7f38428 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d20444f-d581-4275-be26-7c0f554a26df HTTP/1.1" status: 200  len: 217 time: 0.0621161
Sep 25 04:49:24.888351 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-998836ad-4975-4b24-86fd-996ba3c975ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:24.891956 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-998836ad-4975-4b24-86fd-996ba3c975ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c HTTP/1.1" status: 200  len: 851 time: 0.0708773
Sep 25 04:49:24.964993 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-2181bf87-d2d9-40ad-b6db-545d45a2a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:24.968050 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-2181bf87-d2d9-40ad-b6db-545d45a2a89b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0686862
Sep 25 04:49:25.046214 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1eb6d769-57ed-445f-ab37-74e21be08753 req-73ed31ec-4741-40c8-880b-362c3727fc3e tempest-VolumesSnapshotTestJSON-300539562 tempest-VolumesSnapshotTestJSON-300539562-project] 10.222.0.20 "GET /v2.0/ports?device_id=a998a93f-377e-473e-8087-97a9f41e31d9 HTTP/1.1" status: 200  len: 210 time: 0.0765221
Sep 25 04:49:25.123993 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee970a67-90f4-43f8-a121-0fb1f3ebb674 req-4249bd5d-7f9c-4531-be5d-1dd7a4007a19 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:25.125695 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee970a67-90f4-43f8-a121-0fb1f3ebb674 req-4249bd5d-7f9c-4531-be5d-1dd7a4007a19 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 943 time: 0.1545372
Sep 25 04:49:25.168148 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-2e4af53e-1155-4b83-8b50-1897b0608a94 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668742
Sep 25 04:49:25.197490 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ee970a67-90f4-43f8-a121-0fb1f3ebb674 req-fafb8a99-364b-4ee4-b9d0-791bbab9e507 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629058
Sep 25 04:49:25.296643 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:25.298946 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f53397-0320-49ed-9e70-8f3f0a89a9df req-30f2b988-2b7a-4823-94fe-d0f94688a754 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191177
Sep 25 04:49:25.414287 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d18add85-993c-40dc-8ee0-a7b785b05bc3 req-e3f779ce-3d5b-436a-ad18-aa3e4cb139cd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0469592
Sep 25 04:49:25.565719 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18add85-993c-40dc-8ee0-a7b785b05bc3 req-db84c6d7-15ff-4197-9800-a5e214980df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:25.567378 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d18add85-993c-40dc-8ee0-a7b785b05bc3 req-db84c6d7-15ff-4197-9800-a5e214980df3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 1098 time: 0.0812058
Sep 25 04:49:25.697018 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18add85-993c-40dc-8ee0-a7b785b05bc3 req-75c98b16-3830-4b3e-8bdd-86c270477a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:25.698501 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d18add85-993c-40dc-8ee0-a7b785b05bc3 req-75c98b16-3830-4b3e-8bdd-86c270477a3a service neutron] 10.222.0.23 "GET /v2.0/networks?id=662548c6-ea0f-42ea-8c47-15dfa9490131 HTTP/1.1" status: 200  len: 911 time: 0.0955064
Sep 25 04:49:25.784520 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d18add85-993c-40dc-8ee0-a7b785b05bc3 req-d0d80658-cc63-46ae-9fa7-6b1138e93863 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ba32f737-b7d7-45f5-946d-dd6be47c07a7 HTTP/1.1" status: 200  len: 1000 time: 0.0710788
Sep 25 04:49:25.848201 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18add85-993c-40dc-8ee0-a7b785b05bc3 req-c21ff242-eacc-4bc0-b5f2-3dcb07982db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:25.849811 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d18add85-993c-40dc-8ee0-a7b785b05bc3 req-c21ff242-eacc-4bc0-b5f2-3dcb07982db0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8524f7c8-7a47-40ed-8be3-7285aeb94293 HTTP/1.1" status: 200  len: 850 time: 0.0568914
Sep 25 04:49:25.918876 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18add85-993c-40dc-8ee0-a7b785b05bc3 req-e53bd3a8-779e-4b42-a839-e99b36e68668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:25.920488 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d18add85-993c-40dc-8ee0-a7b785b05bc3 req-e53bd3a8-779e-4b42-a839-e99b36e68668 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=662548c6-ea0f-42ea-8c47-15dfa9490131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0624747
Sep 25 04:49:26.048495 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d18add85-993c-40dc-8ee0-a7b785b05bc3 req-b36302f3-b1e2-4f9f-9a64-fd328e5d8755 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1184371
Sep 25 04:49:26.202448 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d18add85-993c-40dc-8ee0-a7b785b05bc3 req-e594e6ac-8b70-4fe2-9919-46a092fbc171 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388772
Sep 25 04:49:26.356235 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a76b64-db77-46a2-9930-7487e8412d0c req-314e5528-6700-440f-acfc-6c8c555714e1 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:26.358570 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-87a76b64-db77-46a2-9930-7487e8412d0c req-314e5528-6700-440f-acfc-6c8c555714e1 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 943 time: 0.0621152
Sep 25 04:49:26.400228 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-87a76b64-db77-46a2-9930-7487e8412d0c req-59a766ba-edd9-424b-b9ef-593ff2f32015 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348711
Sep 25 04:49:26.609956 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:26.767551 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device a8264b3e-726b-447b-aaab-d2d92d41c450 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:49:26.790363 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: a8264b3e-726b-447b-aaab-d2d92d41c450 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:49:26.790840 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device a8264b3e-726b-447b-aaab-d2d92d41c450 not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:49:27.333784 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 52722) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:27.476770 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-07d18dc1-fb1b-4fa0-a86e-2047eb0872f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:27.577871 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711355-7820-4d33-95e1-cf2f0010e978 req-fe8dd028-e75b-45c1-bd71-c019c394130f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:27.579501 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c9711355-7820-4d33-95e1-cf2f0010e978 req-fe8dd028-e75b-45c1-bd71-c019c394130f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 943 time: 0.0897698
Sep 25 04:49:27.651731 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c9711355-7820-4d33-95e1-cf2f0010e978 req-f18e1224-e9a9-478c-80a6-d55422ae6e0c tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636888
Sep 25 04:49:27.671164 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-07d18dc1-fb1b-4fa0-a86e-2047eb0872f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:27.722794 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-07d18dc1-fb1b-4fa0-a86e-2047eb0872f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:27.765987 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-07d18dc1-fb1b-4fa0-a86e-2047eb0872f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bc3553ad26484d3f96ed624aa679dd3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4312379
Sep 25 04:49:27.766990 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d18dc1-fb1b-4fa0-a86e-2047eb0872f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d495716-1cca-40f2-89da-31848301731d,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:27.769853 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 52728) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:27.830330 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-cc5e587c-ebef-4bb3-bba4-bfe4beacc416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:27.855779 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-cc5e587c-ebef-4bb3-bba4-bfe4beacc416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:28.038881 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-cc5e587c-ebef-4bb3-bba4-bfe4beacc416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:28.042311 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-cc5e587c-ebef-4bb3-bba4-bfe4beacc416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:28.044233 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-cc5e587c-ebef-4bb3-bba4-bfe4beacc416 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d495716-1cca-40f2-89da-31848301731d HTTP/1.1" status: 204  len: 168 time: 0.2728298
Sep 25 04:49:28.059668 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e587c-ebef-4bb3-bba4-bfe4beacc416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d495716-1cca-40f2-89da-31848301731d,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:28.674344 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 52766) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:28.827499 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de845c51-1373-4030-b5bc-56f2e537630a req-9a86335b-3750-4c11-ba07-256e08c1aa21 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:28.830273 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-de845c51-1373-4030-b5bc-56f2e537630a req-9a86335b-3750-4c11-ba07-256e08c1aa21 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 943 time: 0.0717888
Sep 25 04:49:28.878704 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-de845c51-1373-4030-b5bc-56f2e537630a req-e3c2b2f7-f312-442f-8dae-0af0bbb68787 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401242
Sep 25 04:49:28.911566 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4f59d020-10f4-4709-bd25-0e1370d7f372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:29.028275 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4f59d020-10f4-4709-bd25-0e1370d7f372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:29.122942 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4f59d020-10f4-4709-bd25-0e1370d7f372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:29.185898 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4f59d020-10f4-4709-bd25-0e1370d7f372 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6cbb0ab71c404efb94059b755530211b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5093627
Sep 25 04:49:29.187108 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59d020-10f4-4709-bd25-0e1370d7f372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb8f8c0-75bd-4348-bb31-333b5acbe29e,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:29.189508 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 52780) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:29.247878 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1fb4443e-566a-4cb4-8981-096eef2a3a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:29.275915 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1fb4443e-566a-4cb4-8981-096eef2a3a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:29.329616 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:49:29.385737 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 52784) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:29.421790 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1fb4443e-566a-4cb4-8981-096eef2a3a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:29.424519 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1fb4443e-566a-4cb4-8981-096eef2a3a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:29.425773 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-1fb4443e-566a-4cb4-8981-096eef2a3a66 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eeb8f8c0-75bd-4348-bb31-333b5acbe29e HTTP/1.1" status: 204  len: 168 time: 0.2345510
Sep 25 04:49:29.440728 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4443e-566a-4cb4-8981-096eef2a3a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb8f8c0-75bd-4348-bb31-333b5acbe29e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:29.516885 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ff394337-cb24-44ba-a50b-d03396318440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:29.642114 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ff394337-cb24-44ba-a50b-d03396318440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:29.702263 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ff394337-cb24-44ba-a50b-d03396318440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:29.743463 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ff394337-cb24-44ba-a50b-d03396318440 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1ddcfd37d6b4bf89744440a15bdd126&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3566206
Sep 25 04:49:29.744181 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff394337-cb24-44ba-a50b-d03396318440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed4a2e9-f89b-4271-993c-cd579e0d1d11,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:29.746099 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 52794) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:29.797284 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-158beec5-c27e-4c56-b99d-1dc632d6f777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:29.824367 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-158beec5-c27e-4c56-b99d-1dc632d6f777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:29.999616 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac63a48-2acc-487d-b083-d82eb842aaad req-40522240-0cd4-4675-b1a3-336ab1dfd16e tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:30.001127 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7ac63a48-2acc-487d-b083-d82eb842aaad req-40522240-0cd4-4675-b1a3-336ab1dfd16e tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 943 time: 0.0514607
Sep 25 04:49:30.038956 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-158beec5-c27e-4c56-b99d-1dc632d6f777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:30.039905 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7ac63a48-2acc-487d-b083-d82eb842aaad req-15692312-da91-416b-bd23-ce35386cacc3 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318134
Sep 25 04:49:30.041751 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-158beec5-c27e-4c56-b99d-1dc632d6f777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:30.043358 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-158beec5-c27e-4c56-b99d-1dc632d6f777 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ed4a2e9-f89b-4271-993c-cd579e0d1d11 HTTP/1.1" status: 204  len: 168 time: 0.2961013
Sep 25 04:49:30.061793 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158beec5-c27e-4c56-b99d-1dc632d6f777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed4a2e9-f89b-4271-993c-cd579e0d1d11,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:30.693563 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 52824) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:30.714007 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-85654572-6456-4513-b9a0-b05ea4357a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:30.848900 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-85654572-6456-4513-b9a0-b05ea4357a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:30.982641 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-85654572-6456-4513-b9a0-b05ea4357a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:31.049375 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-85654572-6456-4513-b9a0-b05ea4357a38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a65e1b150c1d4b92a93b1713dd56d993&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3541131
Sep 25 04:49:31.050721 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85654572-6456-4513-b9a0-b05ea4357a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce44def-22b1-4708-9c36-6d5566aa8e6c,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:31.053913 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 52828) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:31.143929 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd8502cd-f3c3-4fff-af8c-d8138c623889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:31.188719 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd8502cd-f3c3-4fff-af8c-d8138c623889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:31.215374 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1dfe8-8a16-42d8-b907-549c9e48d856 req-8ce73ecc-baf4-47cc-8bc5-e9d4cd8c0032 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:31.217014 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-83e1dfe8-8a16-42d8-b907-549c9e48d856 req-8ce73ecc-baf4-47cc-8bc5-e9d4cd8c0032 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 943 time: 0.0931895
Sep 25 04:49:31.272355 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-83e1dfe8-8a16-42d8-b907-549c9e48d856 req-e2181308-f7c6-467c-9870-9264b4506566 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457208
Sep 25 04:49:31.465442 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd8502cd-f3c3-4fff-af8c-d8138c623889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:31.468215 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-dd8502cd-f3c3-4fff-af8c-d8138c623889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:31.491788 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-dd8502cd-f3c3-4fff-af8c-d8138c623889 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bce44def-22b1-4708-9c36-6d5566aa8e6c HTTP/1.1" status: 204  len: 168 time: 0.4138496
Sep 25 04:49:31.491788 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8502cd-f3c3-4fff-af8c-d8138c623889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce44def-22b1-4708-9c36-6d5566aa8e6c,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:32.410462 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a213ed-a78a-461f-95e1-bbea80c13449 req-2984f2cc-6177-4800-91dd-f99ae78e7910 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:32.412069 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a8a213ed-a78a-461f-95e1-bbea80c13449 req-2984f2cc-6177-4800-91dd-f99ae78e7910 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 943 time: 0.0563602
Sep 25 04:49:32.468466 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a8a213ed-a78a-461f-95e1-bbea80c13449 req-2edd5c74-2289-42a2-81fc-ae9f618b95fc tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455642
Sep 25 04:49:32.743596 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175fe18-66ee-49fd-b10f-9e6bec9127aa req-1ba049a3-fd5b-421b-8816-1415d002c5b8 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:32.745511 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a175fe18-66ee-49fd-b10f-9e6bec9127aa req-1ba049a3-fd5b-421b-8816-1415d002c5b8 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0772913
Sep 25 04:49:32.821150 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a175fe18-66ee-49fd-b10f-9e6bec9127aa req-2de83ba3-7057-4264-b7b1-54962c1aeb82 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655057
Sep 25 04:49:33.624364 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1b8f3-f4a2-49d9-89c5-eb4884152a1b req-3ef1648a-3e42-4ad3-ad5f-3fc2ef87acb2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:33.626098 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cea1b8f3-f4a2-49d9-89c5-eb4884152a1b req-3ef1648a-3e42-4ad3-ad5f-3fc2ef87acb2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 943 time: 0.0645926
Sep 25 04:49:33.699344 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cea1b8f3-f4a2-49d9-89c5-eb4884152a1b req-5f8ae492-52b8-4f37-b3a6-ec9c5244e819 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599084
Sep 25 04:49:33.982957 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1dd8d4-5835-4846-8ed0-c57ea1c4d025 req-9da05230-bd5b-4c65-9eab-722a8886b8ee tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:33.984664 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8d1dd8d4-5835-4846-8ed0-c57ea1c4d025 req-9da05230-bd5b-4c65-9eab-722a8886b8ee tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0667887
Sep 25 04:49:34.027423 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8d1dd8d4-5835-4846-8ed0-c57ea1c4d025 req-19d8beed-d133-44e9-9114-d350136fe7fb tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358551
Sep 25 04:49:34.305679 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c590a99-fc8a-4236-a562-ddbba690240d req-0e580062-ce66-44bc-a481-96bfbf009d73 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:34.307516 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5c590a99-fc8a-4236-a562-ddbba690240d req-0e580062-ce66-44bc-a481-96bfbf009d73 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0659485
Sep 25 04:49:34.369531 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5c590a99-fc8a-4236-a562-ddbba690240d req-b2dc8402-614f-4073-9f9e-4e9baa08f883 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0488560
Sep 25 04:49:34.526772 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda2405-8e75-4ae0-a828-13910a0298ba req-6be34605-29e9-454e-b155-a9f5ed17f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:34.529528 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bda2405-8e75-4ae0-a828-13910a0298ba req-6be34605-29e9-454e-b155-a9f5ed17f99e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=446a285e254a4870b0f2575f681b59c8&device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 1138 time: 0.1918590
Sep 25 04:49:34.640568 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda2405-8e75-4ae0-a828-13910a0298ba req-64e12a98-7e9a-40cd-8cf1-6fff2c98541e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:34.642107 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bda2405-8e75-4ae0-a828-13910a0298ba req-64e12a98-7e9a-40cd-8cf1-6fff2c98541e service neutron] 10.222.0.23 "GET /v2.0/networks?id=761a0ea8-1d6f-4842-8c01-40c770594e5e HTTP/1.1" status: 200  len: 915 time: 0.1046524
Sep 25 04:49:34.728483 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bda2405-8e75-4ae0-a828-13910a0298ba req-5db60fb4-462f-44e9-8a6a-8f54bd9e0d21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca HTTP/1.1" status: 200  len: 1002 time: 0.0752754
Sep 25 04:49:34.816713 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 3d20444f-d581-4275-be26-7c0f554a26df details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:49:34.820342 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda2405-8e75-4ae0-a828-13910a0298ba req-a8e414cc-393a-4f99-912a-5fc8fa2d4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:34.822657 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bda2405-8e75-4ae0-a828-13910a0298ba req-a8e414cc-393a-4f99-912a-5fc8fa2d4f84 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a14ec9d-3515-4a9e-bc61-1c4a8cd27529 HTTP/1.1" status: 200  len: 854 time: 0.0865877
Sep 25 04:49:34.937637 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda2405-8e75-4ae0-a828-13910a0298ba req-e70c4aae-e883-4a83-bc61-d328b9fdb8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:34.937637 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bda2405-8e75-4ae0-a828-13910a0298ba req-e70c4aae-e883-4a83-bc61-d328b9fdb8d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=761a0ea8-1d6f-4842-8c01-40c770594e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0827069
Sep 25 04:49:34.947668 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a8fff-a20e-4383-b558-f052ac8236e0 req-874a7c4d-5b7c-448d-967c-6066f3ff9342 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:34.956976 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7a9a8fff-a20e-4383-b558-f052ac8236e0 req-874a7c4d-5b7c-448d-967c-6066f3ff9342 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 943 time: 0.1275337
Sep 25 04:49:35.007546 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 3d20444f-d581-4275-be26-7c0f554a26df, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3d20444f-d581-4275-be26-7c0f554a26df,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:49:35.030372 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '3d20444f-d581-4275-be26-7c0f554a26df', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'port_id': '3d20444f-d581-4275-be26-7c0f554a26df', 'mac_address': 'fa:16:3e:6c:30:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:49:35.042085 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7a9a8fff-a20e-4383-b558-f052ac8236e0 req-4bcc8d1c-dcf7-4bd6-b962-9c998256e764 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833676
Sep 25 04:49:35.090228 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:35.108003 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d20444f-d581-4275-be26-7c0f554a26df {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:49:35.117961 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bda2405-8e75-4ae0-a828-13910a0298ba req-3ba94e20-861c-446c-9989-be0b4b1c850b service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507368
Sep 25 04:49:35.132176 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 3d20444f-d581-4275-be26-7c0f554a26df, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3d20444f-d581-4275-be26-7c0f554a26df,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:49:35.175212 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358213be-90ff-4312-a99f-c5c8eba2539e req-5e023176-4d3e-4149-95d2-fbcd264da98f tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:35.177670 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-358213be-90ff-4312-a99f-c5c8eba2539e req-5e023176-4d3e-4149-95d2-fbcd264da98f tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.1070302
Sep 25 04:49:35.220257 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:35.296248 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9bda2405-8e75-4ae0-a828-13910a0298ba req-9f81e264-0862-4168-b5eb-66c45ee8982c service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1695588
Sep 25 04:49:35.308874 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1343f-047b-468b-ad44-17a53b762375 req-e6fcfdd2-b842-473d-87fe-4dfc88e7a6dc tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:35.310487 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-60e1343f-047b-468b-ad44-17a53b762375 req-e6fcfdd2-b842-473d-87fe-4dfc88e7a6dc tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 945 time: 0.0796185
Sep 25 04:49:35.315989 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=3d20444f-d581-4275-be26-7c0f554a26df,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:35.324449 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Deleting port ba32f737-b7d7-45f5-946d-dd6be47c07a7 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:49:35.325317 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:35.329679 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:35.330296 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:35.330781 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:35.331156 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:35.331702 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:35.332051 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:35.332562 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:35.332898 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:35.333229 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:35.333555 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:35.333881 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:35.334212 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:35.382968 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-60e1343f-047b-468b-ad44-17a53b762375 req-78b07e8c-1a12-4f1a-8b13-5dd5431b331f tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb301e07-7b74-474c-b069-f1aba923aa6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612006
Sep 25 04:49:35.475392 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] For port ba32f737-b7d7-45f5-946d-dd6be47c07a7, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ba32f737-b7d7-45f5-946d-dd6be47c07a7,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:49:35.475763 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:35.499677 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['3d20444f-d581-4275-be26-7c0f554a26df'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:49:35.599044 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073af52-e2f4-41b3-9ce9-f2b74665fa89 req-7413257e-c48c-4d67-a0c4-add3610cc348 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:35.601605 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b073af52-e2f4-41b3-9ce9-f2b74665fa89 req-7413257e-c48c-4d67-a0c4-add3610cc348 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.1084194
Sep 25 04:49:35.673475 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b073af52-e2f4-41b3-9ce9-f2b74665fa89 req-3d930990-b264-4439-b604-1f38c58c38d5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0639448
Sep 25 04:49:36.045450 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:36.045894 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:36.046246 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.l3_db [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Floating IP 13773401-9727-4858-8e6b-a3c5a8ebad56 disassociated. External IP: 172.27.2.67, port: ba32f737-b7d7-45f5-946d-dd6be47c07a7.
Sep 25 04:49:36.046626 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Calling delete_port for ba32f737-b7d7-45f5-946d-dd6be47c07a7 owned by compute:nova {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:49:36.262888 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268273cf-7f5e-4a7b-a80b-02604551f2be req-e2519013-4418-42ce-a74f-1f7af0768540 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:36.265627 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-268273cf-7f5e-4a7b-a80b-02604551f2be req-e2519013-4418-42ce-a74f-1f7af0768540 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 944 time: 0.0924981
Sep 25 04:49:36.320800 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:36.330029 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-268273cf-7f5e-4a7b-a80b-02604551f2be req-f2788a04-5b12-47dc-8748-cd4f49ddb32f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528283
Sep 25 04:49:36.407805 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event deleted for resources: {'Port': ['ID=ba32f737-b7d7-45f5-946d-dd6be47c07a7,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:36.548053 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d9c41f43-4984-4b6e-8d59-0f87cc61efde req-456e7e39-c220-4945-8a38-3e2fd1d163d6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 210 time: 0.0554957
Sep 25 04:49:36.582070 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 52978) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:36.582313 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Router 42d988fd-c0db-4f49-befe-a66c1372875e has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:49:36.729552 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:49:36.750020 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a5c96a-7e60-44e3-a967-cf1c666063f4 None None] Sync routers for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:49:36.768552 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a5c96a-7e60-44e3-a967-cf1c666063f4 None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:49:36.772363 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a7a5c96a-7e60-44e3-a967-cf1c666063f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2a59f40>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:49:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:49:36.803175 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:36.813526 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] No DVR routers for this DVR port ba32f737-b7d7-45f5-946d-dd6be47c07a7 on host hv-cinder-76845 {{(pid=101197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:49:36.818100 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:36.821838 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-358213be-90ff-4312-a99f-c5c8eba2539e req-f44668cd-9440-4a10-b402-f3ecaade4eea tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.23 "DELETE /v2.0/ports/ba32f737-b7d7-45f5-946d-dd6be47c07a7 HTTP/1.1" status: 204  len: 173 time: 1.6353676
Sep 25 04:49:36.822812 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8e7040-86b3-424d-9174-21d5722d771c', 'name': 'network-vif-deleted', 'tag': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:49:36.833347 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e045123-9a1c-4dfd-9028-218e63d486b2" -d '{"events": [{"server_uuid": "5e8e7040-86b3-424d-9174-21d5722d771c", "name": "network-vif-deleted", "tag": "ba32f737-b7d7-45f5-946d-dd6be47c07a7"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:49:36.835264 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 3d20444f-d581-4275-be26-7c0f554a26df up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:49:36.921543 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e39ca2d-4352-45fe-be7a-1d9de4c8d3d3 x-openstack-request-id: req-5e39ca2d-4352-45fe-be7a-1d9de4c8d3d3 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:49:36.922324 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8e7040-86b3-424d-9174-21d5722d771c", "name": "network-vif-deleted", "tag": "ba32f737-b7d7-45f5-946d-dd6be47c07a7", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:49:36.923196 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e39ca2d-4352-45fe-be7a-1d9de4c8d3d3 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:49:36.924722 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8e7040-86b3-424d-9174-21d5722d771c', 'name': 'network-vif-deleted', 'tag': 'ba32f737-b7d7-45f5-946d-dd6be47c07a7', 'status': 'completed', 'code': 200}
Sep 25 04:49:36.929564 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b5c28-9640-403a-ad86-1b57ec5a876f req-ef20e3d0-08b5-47b5-8dba-e981e359fa93 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:36.932241 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7b7b5c28-9640-403a-ad86-1b57ec5a876f req-ef20e3d0-08b5-47b5-8dba-e981e359fa93 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.1271775
Sep 25 04:49:37.005118 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-a7a5c96a-7e60-44e3-a967-cf1c666063f4 None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:49:37.054448 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7b7b5c28-9640-403a-ad86-1b57ec5a876f req-c8d657d2-4a78-4828-9801-2626cd929493 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1016157
Sep 25 04:49:37.137938 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 3d20444f-d581-4275-be26-7c0f554a26df completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:49:37.138312 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:37.167013 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 3d20444f-d581-4275-be26-7c0f554a26df triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:49:37.167658 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:37.362965 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:37.416493 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ffa9818cdd54a3a864e0dec65cb8b0b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8368833
Sep 25 04:49:37.417568 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd07b7c-97ec-4e7a-80c4-f6a78089a304,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:37.420857 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 52990) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:37.442906 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:37.444833 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:37.445430 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:37.453450 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:37.453450 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:37.453450 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:37.453450 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:37.453450 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:37.453450 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:37.453450 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:37.453450 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:37.453450 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc3eb29-b841-409a-96d3-52032dc80898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:49:37.475334 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:37.533485 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d20444f-d581-4275-be26-7c0f554a26df'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:49:37.537856 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9dc6fc06-9579-4a79-b90c-9849424f59e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:37.539679 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10571c2-5eda-49df-8980-c9e05e58efcd" -d '{"events": [{"server_uuid": "a1a13419-a59d-4384-a4c2-ef013dea2b8d", "name": "network-vif-plugged", "status": "completed", "tag": "3d20444f-d581-4275-be26-7c0f554a26df"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:49:37.553086 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad43261-cf7e-4089-9aea-8ce40d55ac39 req-09e88650-f418-49c2-9870-0e3c1a1f3318 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:37.556189 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ad43261-cf7e-4089-9aea-8ce40d55ac39 req-09e88650-f418-49c2-9870-0e3c1a1f3318 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 944 time: 0.1011622
Sep 25 04:49:37.569648 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 3d20444f-d581-4275-be26-7c0f554a26df, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3d20444f-d581-4275-be26-7c0f554a26df,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:49:37.590869 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a7a5c96a-7e60-44e3-a967-cf1c666063f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2a59f40>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:47Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:49:37.601926 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9dc6fc06-9579-4a79-b90c-9849424f59e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:37.647111 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77a197f-628d-4d4b-8e4b-820a899e2594 x-openstack-request-id: req-a77a197f-628d-4d4b-8e4b-820a899e2594 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:49:37.647570 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a13419-a59d-4384-a4c2-ef013dea2b8d", "name": "network-vif-plugged", "status": "completed", "tag": "3d20444f-d581-4275-be26-7c0f554a26df", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:49:37.647914 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a77a197f-628d-4d4b-8e4b-820a899e2594 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:49:37.648555 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d20444f-d581-4275-be26-7c0f554a26df', 'code': 200}
Sep 25 04:49:37.649539 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a5c96a-7e60-44e3-a967-cf1c666063f4 None None] Checking router: 42d988fd-c0db-4f49-befe-a66c1372875e for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:49:37.667199 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ad43261-cf7e-4089-9aea-8ce40d55ac39 req-6fe07103-ddbd-4010-8c4d-c51771f2fe6f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0957201
Sep 25 04:49:37.668026 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a5c96a-7e60-44e3-a967-cf1c666063f4 None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:49:37.669930 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a7a5c96a-7e60-44e3-a967-cf1c666063f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2a59f40>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:49:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:49:37.802334 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:37.803704 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ba32f737-b7d7-45f5-946d-dd6be47c07a7 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:49:37.836887 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4d64950c-0143-4c7c-913e-ccd732435a56 req-c40cfa97-68ab-4b02-aca8-293dc5e7b501 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 210 time: 0.0543442
Sep 25 04:49:37.852429 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9dc6fc06-9579-4a79-b90c-9849424f59e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:37.864703 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-9dc6fc06-9579-4a79-b90c-9849424f59e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:37.867017 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-9dc6fc06-9579-4a79-b90c-9849424f59e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fd07b7c-97ec-4e7a-80c4-f6a78089a304 HTTP/1.1" status: 204  len: 168 time: 0.4442134
Sep 25 04:49:37.885312 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6fc06-9579-4a79-b90c-9849424f59e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd07b7c-97ec-4e7a-80c4-f6a78089a304,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:37.926639 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: ba32f737-b7d7-45f5-946d-dd6be47c07a7 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:49:37.927201 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ba32f737-b7d7-45f5-946d-dd6be47c07a7 not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:49:38.083240 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=3d20444f-d581-4275-be26-7c0f554a26df,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:38.090702 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-a7a5c96a-7e60-44e3-a967-cf1c666063f4 None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:49:38.226089 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342282d-e593-4cd1-a7d4-81ca84cca936 req-54ea551f-eb6a-48d0-a7f7-6fc53f085736 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:38.232100 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7342282d-e593-4cd1-a7d4-81ca84cca936 req-54ea551f-eb6a-48d0-a7f7-6fc53f085736 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0650468
Sep 25 04:49:38.360516 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7342282d-e593-4cd1-a7d4-81ca84cca936 req-b203dcf0-0fbb-4dc4-8b5a-99f769fe3291 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1221893
Sep 25 04:49:38.477559 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a7a5c96a-7e60-44e3-a967-cf1c666063f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2a59f40>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:47Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:49:38.528460 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a5c96a-7e60-44e3-a967-cf1c666063f4 None None] The sync data for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi is: [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:47Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:49:38.861399 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660c1d6-02c8-4fb4-baa1-563fb04da13e req-11557583-5f42-4c46-a327-7ddd0aeb9ae7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:38.864632 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4660c1d6-02c8-4fb4-baa1-563fb04da13e req-11557583-5f42-4c46-a327-7ddd0aeb9ae7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0916250
Sep 25 04:49:38.868675 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddc7dd4-952c-404c-b13d-ba2c87ae1994 None None] New status for floating IP 13773401-9727-4858-8e6b-a3c5a8ebad56: DOWN {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:49:38.931007 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4660c1d6-02c8-4fb4-baa1-563fb04da13e req-5f058218-c73e-470b-941e-03af1f09b416 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569177
Sep 25 04:49:39.069450 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-25d5fa7c-0117-453d-9b03-17186515523b req-0a6e1eea-02b7-41f8-9d27-3a5022404fab tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 210 time: 0.0406315
Sep 25 04:49:39.523826 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24703df7-6636-4949-b708-f93ace48c290 req-f60fca42-e64e-41cc-8bb3-b3900f78fc67 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:39.526564 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-24703df7-6636-4949-b708-f93ace48c290 req-f60fca42-e64e-41cc-8bb3-b3900f78fc67 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0798693
Sep 25 04:49:39.599172 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-24703df7-6636-4949-b708-f93ace48c290 req-cf2eaadd-9d39-4aa9-bd9f-6477179c0982 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0610623
Sep 25 04:49:40.112021 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d88a70-0a35-4383-b4fa-9da7406bed63 req-5b45ebf6-d202-49e6-a6a9-094546282404 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:40.115249 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45d88a70-0a35-4383-b4fa-9da7406bed63 req-5b45ebf6-d202-49e6-a6a9-094546282404 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0765033
Sep 25 04:49:40.165890 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45d88a70-0a35-4383-b4fa-9da7406bed63 req-cec3904d-38dd-4073-a38e-59557b084b10 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441761
Sep 25 04:49:40.221004 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e16ffba7-d6e7-4897-8de0-75abf551356a req-032896b2-4be6-482c-82c7-605001d16a4e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e8e7040-86b3-424d-9174-21d5722d771c HTTP/1.1" status: 200  len: 210 time: 0.0290635
Sep 25 04:49:40.748610 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de8145-b586-404f-8231-83469b754460 req-27c5cf4e-a7e8-468a-acab-c63cbc97a0df tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:40.750256 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e4de8145-b586-404f-8231-83469b754460 req-27c5cf4e-a7e8-468a-acab-c63cbc97a0df tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0544250
Sep 25 04:49:40.799187 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e4de8145-b586-404f-8231-83469b754460 req-9f6cb350-14a0-404a-842b-fb14740c4b9a tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0379016
Sep 25 04:49:40.917112 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cddc3-b9bd-4ffb-9278-6ed7d3c81935 req-cbfcc435-4a63-40ff-af29-c52724f035c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:40.918961 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8d5cddc3-b9bd-4ffb-9278-6ed7d3c81935 req-cbfcc435-4a63-40ff-af29-c52724f035c1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 1098 time: 0.0479941
Sep 25 04:49:40.963550 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8d5cddc3-b9bd-4ffb-9278-6ed7d3c81935 req-5d8416fd-48b6-4685-a02f-dc8db82ac147 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347831
Sep 25 04:49:41.338866 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5e3b1e-c27a-4850-8f3e-84834e66fe43 req-d15c0f5c-2d61-4fcc-b3bf-7a581aa10a65 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:41.341038 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c5e3b1e-c27a-4850-8f3e-84834e66fe43 req-d15c0f5c-2d61-4fcc-b3bf-7a581aa10a65 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0756400
Sep 25 04:49:41.394604 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8c5e3b1e-c27a-4850-8f3e-84834e66fe43 req-fe3a039a-043d-4b7d-81ad-5421f9352089 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448587
Sep 25 04:49:41.616353 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53044) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:41.684574 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4fd29de6-925e-494d-8501-8724170217e0 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:41.716932 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4fd29de6-925e-494d-8501-8724170217e0 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:41.923469 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d1315-390b-4c67-b1ad-319d427e39a6 req-bad87066-fedc-4f89-b05f-2e1fcc99e95a tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:41.925014 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fb0d1315-390b-4c67-b1ad-319d427e39a6 req-bad87066-fedc-4f89-b05f-2e1fcc99e95a tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0515532
Sep 25 04:49:41.969593 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fb0d1315-390b-4c67-b1ad-319d427e39a6 req-607b6999-935f-4e5f-9fb5-b5652b928b9e tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0377190
Sep 25 04:49:41.997604 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4fd29de6-925e-494d-8501-8724170217e0 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:41.999930 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4fd29de6-925e-494d-8501-8724170217e0 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:42.004822 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4fd29de6-925e-494d-8501-8724170217e0 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb301e07-7b74-474c-b069-f1aba923aa6f HTTP/1.1" status: 204  len: 168 time: 0.3870568
Sep 25 04:49:42.007612 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53050) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:42.020997 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.api.v2.resource [None req-4bedf62f-756f-4e9a-8eac-f9715e1ba804 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] show failed (client error): The resource could not be found.
Sep 25 04:49:42.022077 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-4bedf62f-756f-4e9a-8eac-f9715e1ba804 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups/cb301e07-7b74-474c-b069-f1aba923aa6f HTTP/1.1" status: 404  len: 347 time: 0.0159774
Sep 25 04:49:42.023349 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd29de6-925e-494d-8501-8724170217e0 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb301e07-7b74-474c-b069-f1aba923aa6f,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:42.026438 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53054) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:42.187952 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-297dccda-c6c1-4e55-bfb3-ebf20f8ffc17 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Deleting port 9a42741c-a6a8-43e9-bf14-4775a3558a8d {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:49:42.188325 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-297dccda-c6c1-4e55-bfb3-ebf20f8ffc17 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:42.293528 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-297dccda-c6c1-4e55-bfb3-ebf20f8ffc17 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:42.293911 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-297dccda-c6c1-4e55-bfb3-ebf20f8ffc17 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:42.309368 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-297dccda-c6c1-4e55-bfb3-ebf20f8ffc17 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Calling delete_port for 9a42741c-a6a8-43e9-bf14-4775a3558a8d owned by network:floatingip {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:49:42.525914 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf1da5-49af-4c7e-941a-bba03fefb496 req-d77e5eca-2c53-415d-8faf-2c1fe2e36706 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:42.527415 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7ccf1da5-49af-4c7e-941a-bba03fefb496 req-d77e5eca-2c53-415d-8faf-2c1fe2e36706 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0498779
Sep 25 04:49:42.567342 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7ccf1da5-49af-4c7e-941a-bba03fefb496 req-27526edf-7992-4aa3-8baa-dd5fa331305a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336776
Sep 25 04:49:42.655349 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-297dccda-c6c1-4e55-bfb3-ebf20f8ffc17 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:42.682423 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dccda-c6c1-4e55-bfb3-ebf20f8ffc17 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event deleted for resources: {'Port': ['ID=9a42741c-a6a8-43e9-bf14-4775a3558a8d,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:42.755371 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-297dccda-c6c1-4e55-bfb3-ebf20f8ffc17 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:42.758362 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-297dccda-c6c1-4e55-bfb3-ebf20f8ffc17 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:42.759969 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-297dccda-c6c1-4e55-bfb3-ebf20f8ffc17 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "DELETE /v2.0/floatingips/13773401-9727-4858-8e6b-a3c5a8ebad56 HTTP/1.1" status: 204  len: 168 time: 0.7324369
Sep 25 04:49:43.238519 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53088) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:43.247250 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-30fae023-9678-4ba4-b74e-385ad51a1433 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977837976', 'description': 'tempest-description--1566770039'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:49:43.324661 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d331321-0540-4051-8e9c-2c6086c30c02 req-1db81266-f8c8-4653-be72-4b406feb95cb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:43.326461 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9d331321-0540-4051-8e9c-2c6086c30c02 req-1db81266-f8c8-4653-be72-4b406feb95cb tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0765781
Sep 25 04:49:43.354474 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-30fae023-9678-4ba4-b74e-385ad51a1433 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:43.391672 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9d331321-0540-4051-8e9c-2c6086c30c02 req-66d5c1a2-5f11-40f2-963a-bb5769389708 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0559194
Sep 25 04:49:43.497349 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-30fae023-9678-4ba4-b74e-385ad51a1433 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:43.592257 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-30fae023-9678-4ba4-b74e-385ad51a1433 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:43.626520 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fae023-9678-4ba4-b74e-385ad51a1433 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b963ede8-1bb1-4c91-8344-98b0a4fc1e11,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:43.686316 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-30fae023-9678-4ba4-b74e-385ad51a1433 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:43.687770 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-30fae023-9678-4ba4-b74e-385ad51a1433 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4475639
Sep 25 04:49:43.690808 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53092) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:43.709751 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11488a-461d-4b05-aaff-b95727505304 req-5c135f15-5793-442c-8df0-231a3a5d0478 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:43.711950 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7c11488a-461d-4b05-aaff-b95727505304 req-5c135f15-5793-442c-8df0-231a3a5d0478 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0626469
Sep 25 04:49:43.759291 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7c11488a-461d-4b05-aaff-b95727505304 req-c72d5e86-c511-4571-9c3e-8df20bbceb3a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384898
Sep 25 04:49:43.902857 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-28ac8d8a-eaea-4ed7-9806-1a9b454ac5d7 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Request body: {'security_group_rule': {'security_group_id': 'b963ede8-1bb1-4c91-8344-98b0a4fc1e11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:49:43.915586 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda5e7b-8e33-4412-997d-84dd222c01ef req-69125833-1c3e-4bbb-8cfb-3104d4fc2d34 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:43.917522 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cfda5e7b-8e33-4412-997d-84dd222c01ef req-69125833-1c3e-4bbb-8cfb-3104d4fc2d34 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0730095
Sep 25 04:49:43.970273 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cfda5e7b-8e33-4412-997d-84dd222c01ef req-0753516e-f4f4-48ae-9f14-362d3f480500 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457628
Sep 25 04:49:44.007311 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53100) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:44.033004 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-28ac8d8a-eaea-4ed7-9806-1a9b454ac5d7 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.111235 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-28ac8d8a-eaea-4ed7-9806-1a9b454ac5d7 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.200064 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-28ac8d8a-eaea-4ed7-9806-1a9b454ac5d7 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.214187 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703fccc2-bb39-4f34-898d-626bad9d95dc tempest-TestVolumeBootPattern-637630641 tempest-TestVolumeBootPattern-637630641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:44.217027 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-703fccc2-bb39-4f34-898d-626bad9d95dc tempest-TestVolumeBootPattern-637630641 tempest-TestVolumeBootPattern-637630641-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 1093 time: 0.2086740
Sep 25 04:49:44.219736 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53106) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:44.225282 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'floatingip': {'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'port_id': '3d20444f-d581-4275-be26-7c0f554a26df', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:49:44.239177 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac8d8a-eaea-4ed7-9806-1a9b454ac5d7 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d063c0c0-58a3-41a8-8345-c2bd3d9fae52,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:44.338644 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.400541 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-28ac8d8a-eaea-4ed7-9806-1a9b454ac5d7 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.401846 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-28ac8d8a-eaea-4ed7-9806-1a9b454ac5d7 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7089252
Sep 25 04:49:44.404953 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53110) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:44.412672 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-cdd89741-e9b5-41c9-bd3c-fa63c4ee4ec8 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Request body: {'security_group_rule': {'security_group_id': 'b963ede8-1bb1-4c91-8344-98b0a4fc1e11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:49:44.469454 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.531200 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-cdd89741-e9b5-41c9-bd3c-fa63c4ee4ec8 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.615697 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-cdd89741-e9b5-41c9-bd3c-fa63c4ee4ec8 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.621978 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcd71c-fb12-48cc-8ea6-fa87caa14d58 req-bde4812e-33eb-45d6-a238-0f0ca0031038 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:44.623715 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-26bcd71c-fb12-48cc-8ea6-fa87caa14d58 req-bde4812e-33eb-45d6-a238-0f0ca0031038 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0997558
Sep 25 04:49:44.652020 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Allocated IP 172.27.2.144 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/47347c55-98cf-4d14-9e8a-eee2d70a517b) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:49:44.683397 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-cdd89741-e9b5-41c9-bd3c-fa63c4ee4ec8 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.706592 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-26bcd71c-fb12-48cc-8ea6-fa87caa14d58 req-35f8c087-7fe9-4a85-ac4e-ee5bf33ce6bf tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0671179
Sep 25 04:49:44.707417 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd89741-e9b5-41c9-bd3c-fa63c4ee4ec8 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6ebc47-c943-446f-944a-8b9e3dd19512,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:44.793001 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-cdd89741-e9b5-41c9-bd3c-fa63c4ee4ec8 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.795005 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-cdd89741-e9b5-41c9-bd3c-fa63c4ee4ec8 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3884413
Sep 25 04:49:44.799113 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.799876 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53114) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:44.807425 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Request body: {'floatingip': {'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:49:44.892610 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.920450 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:44.940012 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:49:44.945044 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:49:44.950010 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:49:44.985559 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'Port': ['ID=47347c55-98cf-4d14-9e8a-eee2d70a517b,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:45.043109 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:45.199024 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Allocated IP 172.27.2.225 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/191f616b-a49e-4b19-a3e5-1b287fabd72a) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:49:45.348987 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:45.441833 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:45.461015 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:45.511935 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:49:45.516034 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:49:45.520761 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:49:45.555993 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event updated for resources: {'Port': ['ID=191f616b-a49e-4b19-a3e5-1b287fabd72a,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:45.639631 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:45.776467 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:45.796862 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:45.892475 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e0a0d-4e5e-448d-b4ae-13bc64b84b0a req-03d32093-c2f6-41a5-8b15-21b730a8f22b tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:45.894086 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-278e0a0d-4e5e-448d-b4ae-13bc64b84b0a req-03d32093-c2f6-41a5-8b15-21b730a8f22b tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0963874
Sep 25 04:49:45.975356 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:45.985377 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-278e0a0d-4e5e-448d-b4ae-13bc64b84b0a req-7073d20d-5d6b-4fe3-b682-4e073121c420 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0627348
Sep 25 04:49:46.037911 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:46.121208 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event updated for resources: {'Port': ['ID=191f616b-a49e-4b19-a3e5-1b287fabd72a,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:46.130294 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:46.266951 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:46.429279 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:46.431083 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-af0cacb0-1119-4ddd-a0f9-2c7e14a0859b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6290510
Sep 25 04:49:46.463947 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:46.538354 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'Port': ['ID=47347c55-98cf-4d14-9e8a-eee2d70a517b,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:46.550256 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:46.638799 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-56a6a265-db86-4f7e-b3d7-0e9b21c0724b tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--977837976&fields=id&tenant_id=2d5a7e3fa49940d88d496254460a9fd4 HTTP/1.1" status: 200  len: 267 time: 0.0516791
Sep 25 04:49:46.716991 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Floating IP 104379a2-b475-4241-b17a-68f9805bf193 associated. External IP: 172.27.2.144, port: 3d20444f-d581-4275-be26-7c0f554a26df.
Sep 25 04:49:46.862211 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-c0899479-51bb-49cf-aeda-c99bb6b38b92 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:46.863756 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-c0899479-51bb-49cf-aeda-c99bb6b38b92 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/networks?id=662548c6-ea0f-42ea-8c47-15dfa9490131 HTTP/1.1" status: 200  len: 811 time: 0.1984775
Sep 25 04:49:46.896361 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-4949a89d-c8f3-4081-971a-692891f380c6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/quotas/2d5a7e3fa49940d88d496254460a9fd4 HTTP/1.1" status: 200  len: 375 time: 0.0208576
Sep 25 04:49:47.033607 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-0c0dff4a-b7a6-41c5-9002-b2f4140df143 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1297319
Sep 25 04:49:47.077373 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Router 5be9fa91-cd58-493e-a4cd-25463fd28859 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:49:47.193494 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf5bc1-0585-431a-989f-13b2ffbfe4b5 req-c5a7bd2b-00f6-411b-acf9-02c0340203bc tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:47.195076 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f8cf5bc1-0585-431a-989f-13b2ffbfe4b5 req-c5a7bd2b-00f6-411b-acf9-02c0340203bc tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.1257725
Sep 25 04:49:47.334252 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f8cf5bc1-0585-431a-989f-13b2ffbfe4b5 req-a4d5b399-c6e9-4731-967d-c728079dd507 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1305945
Sep 25 04:49:47.340342 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:49:47.352808 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-4fb51e80-f412-4397-8a4d-2ed09d683f37 service neutron] 10.222.0.20 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2968724
Sep 25 04:49:47.365864 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001ad53-77ec-4114-b2ce-799b02dfbd4a None None] Sync routers for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:49:47.375379 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001ad53-77ec-4114-b2ce-799b02dfbd4a None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:49:47.376075 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a001ad53-77ec-4114-b2ce-799b02dfbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd292aa30>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:49:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:49:47.462745 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:47.491349 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-e8179751-3282-40d4-a66e-f8da23b1901f service neutron] 10.222.0.20 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255960
Sep 25 04:49:47.513463 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-0cf91cf3-6c2e-4496-8591-fa6a37034284 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2917707
Sep 25 04:49:47.514550 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'tag': '3d20444f-d581-4275-be26-7c0f554a26df'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:49:47.517920 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988c6830-4f86-45fa-af92-f1d90aefe64b" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a13419-a59d-4384-a4c2-ef013dea2b8d", "tag": "3d20444f-d581-4275-be26-7c0f554a26df"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:49:47.628370 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-a001ad53-77ec-4114-b2ce-799b02dfbd4a None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:49:47.736169 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe1dcd4-c276-4938-a3cb-dccdab14602e x-openstack-request-id: req-8fe1dcd4-c276-4938-a3cb-dccdab14602e {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:49:47.737084 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a13419-a59d-4384-a4c2-ef013dea2b8d", "tag": "3d20444f-d581-4275-be26-7c0f554a26df", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:49:47.737325 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fe1dcd4-c276-4938-a3cb-dccdab14602e {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:49:47.737718 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'tag': '3d20444f-d581-4275-be26-7c0f554a26df', 'status': 'completed', 'code': 200}
Sep 25 04:49:47.860535 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-38f8ab10-1b74-4f73-901c-627db8c18684 req-5d6abf9e-9fa3-4ad6-9d88-f293fc5e22c0 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 210 time: 0.0374103
Sep 25 04:49:47.880760 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a001ad53-77ec-4114-b2ce-799b02dfbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd292aa30>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '104379a2-b475-4241-b17a-68f9805bf193', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': '3d20444f-d581-4275-be26-7c0f554a26df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:6c:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:49:45Z', 'updated_at': '2021-09-25T04:49:45Z', 'revision_number': 0, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:49:47.908535 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001ad53-77ec-4114-b2ce-799b02dfbd4a None None] Checking router: 5be9fa91-cd58-493e-a4cd-25463fd28859 for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:49:47.917873 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001ad53-77ec-4114-b2ce-799b02dfbd4a None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:49:47.918509 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a001ad53-77ec-4114-b2ce-799b02dfbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd292aa30>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:49:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:49:48.039979 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-a001ad53-77ec-4114-b2ce-799b02dfbd4a None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:49:48.271644 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a001ad53-77ec-4114-b2ce-799b02dfbd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd292aa30>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '104379a2-b475-4241-b17a-68f9805bf193', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': '3d20444f-d581-4275-be26-7c0f554a26df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:6c:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:49:45Z', 'updated_at': '2021-09-25T04:49:45Z', 'revision_number': 0, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:49:48.298588 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001ad53-77ec-4114-b2ce-799b02dfbd4a None None] The sync data for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi is: [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '104379a2-b475-4241-b17a-68f9805bf193', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': '3d20444f-d581-4275-be26-7c0f554a26df', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:6c:30:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:49:45Z', 'updated_at': '2021-09-25T04:49:45Z', 'revision_number': 0, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:49:48.468466 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d371db6-b843-4651-b33f-a0640820e05c req-1b8b08ca-e785-4fad-bdfe-9de12cbf2c9c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:48.470046 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9d371db6-b843-4651-b33f-a0640820e05c req-1b8b08ca-e785-4fad-bdfe-9de12cbf2c9c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0586677
Sep 25 04:49:48.511828 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf55ea-7047-4183-818d-57c32119ec84 None None] New status for floating IP 104379a2-b475-4241-b17a-68f9805bf193: ACTIVE {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:49:48.521994 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9d371db6-b843-4651-b33f-a0640820e05c req-e63f4aa3-277e-4755-8c4f-3db658a2f6c4 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0430212
Sep 25 04:49:48.965698 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1cbde4b9-29ac-47a0-a6e3-609de208c973 req-419307e7-2b5c-4004-b049-cba6c5e2b4d6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 210 time: 0.0346301
Sep 25 04:49:49.303718 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c6830-4f86-45fa-af92-f1d90aefe64b req-605f5608-c198-45af-84d5-b411de87ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:49.305544 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-988c6830-4f86-45fa-af92-f1d90aefe64b req-605f5608-c198-45af-84d5-b411de87ac43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 1098 time: 0.0500278
Sep 25 04:49:49.401382 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c6830-4f86-45fa-af92-f1d90aefe64b req-8d4a6f46-49ef-4e41-a4bb-03f025fa1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:49.402901 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-988c6830-4f86-45fa-af92-f1d90aefe64b req-8d4a6f46-49ef-4e41-a4bb-03f025fa1785 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 912 time: 0.0903621
Sep 25 04:49:49.495160 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-988c6830-4f86-45fa-af92-f1d90aefe64b req-105a668f-0aaa-44e9-a2df-a86809d03124 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d20444f-d581-4275-be26-7c0f554a26df HTTP/1.1" status: 200  len: 1001 time: 0.0828989
Sep 25 04:49:49.558421 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c6830-4f86-45fa-af92-f1d90aefe64b req-4a43e56a-3f68-4da1-b17e-b928540fc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:49.560512 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-988c6830-4f86-45fa-af92-f1d90aefe64b req-4a43e56a-3f68-4da1-b17e-b928540fc12c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c HTTP/1.1" status: 200  len: 851 time: 0.0529177
Sep 25 04:49:49.646086 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c6830-4f86-45fa-af92-f1d90aefe64b req-cf90a6db-080a-4421-bea1-73c1d270ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:49.648483 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-988c6830-4f86-45fa-af92-f1d90aefe64b req-cf90a6db-080a-4421-bea1-73c1d270ac59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0784643
Sep 25 04:49:49.698739 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251b6d5-61ac-4038-8ff5-90f89dfa5f62 req-cc9a818d-869d-4c65-8397-35052b498096 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:49.701371 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d251b6d5-61ac-4038-8ff5-90f89dfa5f62 req-cc9a818d-869d-4c65-8397-35052b498096 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0907350
Sep 25 04:49:49.759246 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d251b6d5-61ac-4038-8ff5-90f89dfa5f62 req-0fbad82c-ffc1-4847-84a3-3d26dfa1db11 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0496421
Sep 25 04:49:49.780135 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-988c6830-4f86-45fa-af92-f1d90aefe64b req-be78ea41-4589-4587-b567-35ead0658705 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231990
Sep 25 04:49:49.913063 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-988c6830-4f86-45fa-af92-f1d90aefe64b req-b517cd1d-3e00-4d81-911f-899e4f4b5e6e service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1189246
Sep 25 04:49:49.963912 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4358b0d0-d770-4b11-ae00-a490463442f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:50.089653 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-acd2b74c-c879-4e12-be48-744f8a2e1b3f req-7564b7f8-68d7-4371-a747-5850753463f3 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 210 time: 0.0425241
Sep 25 04:49:50.707920 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-b23c207c-22fa-4e97-894a-0b388cea6051 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:50.709481 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-b23c207c-22fa-4e97-894a-0b388cea6051 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.23 "GET /v2.0/networks?id=662548c6-ea0f-42ea-8c47-15dfa9490131 HTTP/1.1" status: 200  len: 811 time: 0.1101484
Sep 25 04:49:50.767342 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-60e71059-a385-4b26-9f3e-45953d44719a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d5a7e3fa49940d88d496254460a9fd4 HTTP/1.1" status: 200  len: 379 time: 0.0477657
Sep 25 04:49:50.784667 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Request body: {'port': {'device_id': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'admin_state_up': True, 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'security_groups': ['b963ede8-1bb1-4c91-8344-98b0a4fc1e11']}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:49:50.943151 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf707d7-21eb-424a-99c1-0857cbf2287c req-aad3ad29-a0e0-443e-afa1-716d10197ef1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:50.945998 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ccf707d7-21eb-424a-99c1-0857cbf2287c req-aad3ad29-a0e0-443e-afa1-716d10197ef1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0930660
Sep 25 04:49:50.993934 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ccf707d7-21eb-424a-99c1-0857cbf2287c req-f85101d8-a84d-447d-b3ca-fdba75a8098f tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0414691
Sep 25 04:49:51.041575 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Made reservation on behalf of 2d5a7e3fa49940d88d496254460a9fd4 for: {'port': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:49:51.045681 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:51.197870 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Allocated IP 172.20.0.14 (662548c6-ea0f-42ea-8c47-15dfa9490131/8524f7c8-7a47-40ed-8be3-7285aeb94293/2f942257-0ec6-45f4-abce-e572d98f4f6a) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:49:51.225420 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4b8f36f-f27d-4e2f-82e6-54b9efd9d5e0 req-ff516910-02d5-40e6-b874-5baaefc4b53c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 210 time: 0.0339873
Sep 25 04:49:51.355028 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:51.481636 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:51.491616 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b17b3-b713-4723-8ad5-1c5dcec27ff2 req-df280bb5-4766-4645-b552-84aca954a080 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:51.493678 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-910b17b3-b713-4723-8ad5-1c5dcec27ff2 req-df280bb5-4766-4645-b552-84aca954a080 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0559592
Sep 25 04:49:51.522985 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Network 662548c6-ea0f-42ea-8c47-15dfa9490131 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:49:51.528346 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:49:51.532263 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:49:51.547013 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-910b17b3-b713-4723-8ad5-1c5dcec27ff2 req-46ab382a-db9d-447f-87c6-23b2e29574cd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419815
Sep 25 04:49:51.579381 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event updated for resources: {'Port': ['ID=2f942257-0ec6-45f4-abce-e572d98f4f6a,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:51.612105 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:51.612956 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:51.696563 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-f7f050ff-a36c-4864-b76d-e39b5f78cfad tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9232559
Sep 25 04:49:51.714094 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Request body: {'port': {'device_id': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:49:51.792879 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:51.916643 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-623c65d2-7f9a-4fc6-84ac-d42b6f7579a2 None None] Provisioning complete for port 2f942257-0ec6-45f4-abce-e572d98f4f6a triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:49:51.918909 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-623c65d2-7f9a-4fc6-84ac-d42b6f7579a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:51.974063 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-623c65d2-7f9a-4fc6-84ac-d42b6f7579a2 None None] Port 2f942257-0ec6-45f4-abce-e572d98f4f6a cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:49:52.120796 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f942257-0ec6-45f4-abce-e572d98f4f6a {{(pid=101197) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:49:52.129713 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d802b0e-5ac7-462d-a25f-6a8ac6ebc1ed req-df24458e-0570-410c-825e-4a1b4141c2d1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:52.132890 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:52.133019 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d802b0e-5ac7-462d-a25f-6a8ac6ebc1ed req-df24458e-0570-410c-825e-4a1b4141c2d1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0636137
Sep 25 04:49:52.143597 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.provisioning_blocks [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Transition to ACTIVE for port object 2f942257-0ec6-45f4-abce-e572d98f4f6a will not be triggered until provisioned by entity L2. {{(pid=101197) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:49:52.177291 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d802b0e-5ac7-462d-a25f-6a8ac6ebc1ed req-54b308e4-5da5-425b-89c2-72a26ae2df61 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0387027
Sep 25 04:49:52.244416 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:52.304947 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Pushing event updated for resources: {'Port': ['ID=2f942257-0ec6-45f4-abce-e572d98f4f6a,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:52.392982 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469cd57-e086-46ab-a5da-d671d414df91 req-02e03fa1-232f-49a7-9060-9e5ad191e7c4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:52.395474 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6469cd57-e086-46ab-a5da-d671d414df91 req-02e03fa1-232f-49a7-9060-9e5ad191e7c4 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 944 time: 0.0707219
Sep 25 04:49:52.404817 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Attempting to bind port 2f942257-0ec6-45f4-abce-e572d98f4f6a on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:49:52.405585 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Attempting to bind port 2f942257-0ec6-45f4-abce-e572d98f4f6a by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'}] {{(pid=101197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:49:52.406186 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Attempting to bind port 2f942257-0ec6-45f4-abce-e572d98f4f6a on network 662548c6-ea0f-42ea-8c47-15dfa9490131 {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:49:52.414945 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Port 2f942257-0ec6-45f4-abce-e572d98f4f6a on network 662548c6-ea0f-42ea-8c47-15dfa9490131 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:49:52.415665 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Attempting to bind port 2f942257-0ec6-45f4-abce-e572d98f4f6a on network 662548c6-ea0f-42ea-8c47-15dfa9490131 {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:49:52.425978 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 49, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:49:52.427251 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Checking segment: {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:49:52.428041 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Bound using segment: {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'} {{(pid=101197) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:49:52.428853 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.managers [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Bound port: 2f942257-0ec6-45f4-abce-e572d98f4f6a, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fea0613f-0a91-4abe-a14b-24990ee13cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131'}}] {{(pid=101197) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:49:52.429555 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:52.463573 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6469cd57-e086-46ab-a5da-d671d414df91 req-1767d1c8-775d-4980-8026-4d286c031af3 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0603592
Sep 25 04:49:52.512757 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] For port 2f942257-0ec6-45f4-abce-e572d98f4f6a, host hv-cinder-76845, cleared binding levels {{(pid=101197) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:49:52.516376 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] For port 2f942257-0ec6-45f4-abce-e572d98f4f6a, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f942257-0ec6-45f4-abce-e572d98f4f6a,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101197) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:49:52.576024 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:52.611251 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:52.611882 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:52.613348 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] 10.222.0.23 "PUT /v2.0/ports/2f942257-0ec6-45f4-abce-e572d98f4f6a HTTP/1.1" status: 200  len: 1094 time: 0.9050536
Sep 25 04:49:52.614338 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'tag': '2f942257-0ec6-45f4-abce-e572d98f4f6a'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:49:52.616632 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb64bf-4f33-4347-803c-061f0c30a667" -d '{"events": [{"name": "network-changed", "server_uuid": "b30144c1-4c7a-4ad5-b3b2-f2449f06794c", "tag": "2f942257-0ec6-45f4-abce-e572d98f4f6a"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:49:52.656191 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc39868-e976-48dd-a3eb-2143c92dd998 service neutron] Pushing event updated for resources: {'Port': ['ID=2f942257-0ec6-45f4-abce-e572d98f4f6a,revision_number=3']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:52.670896 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1742bb8f-ea74-4914-ada4-993ed9a1ff1d x-openstack-request-id: req-1742bb8f-ea74-4914-ada4-993ed9a1ff1d {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:49:52.672089 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30144c1-4c7a-4ad5-b3b2-f2449f06794c", "tag": "2f942257-0ec6-45f4-abce-e572d98f4f6a", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:49:52.672089 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1742bb8f-ea74-4914-ada4-993ed9a1ff1d {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:49:52.672089 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'tag': '2f942257-0ec6-45f4-abce-e572d98f4f6a', 'status': 'completed', 'code': 200}
Sep 25 04:49:52.738420 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a95fe-729d-4f8d-8717-b25df7e29070 req-71aefbb6-eb7e-45c1-98e7-d540a14b9673 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:52.740691 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb4a95fe-729d-4f8d-8717-b25df7e29070 req-71aefbb6-eb7e-45c1-98e7-d540a14b9673 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0664456
Sep 25 04:49:52.784889 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cb4a95fe-729d-4f8d-8717-b25df7e29070 req-6a195639-e45c-4ade-9738-71f98f8e5df2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377696
Sep 25 04:49:53.298856 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35adf9-7a7c-43df-a6bc-84d751baa7d9 req-59a457eb-e469-4a7c-8796-461e41ca58f6 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:53.300404 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0f35adf9-7a7c-43df-a6bc-84d751baa7d9 req-59a457eb-e469-4a7c-8796-461e41ca58f6 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0512166
Sep 25 04:49:53.346568 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0f35adf9-7a7c-43df-a6bc-84d751baa7d9 req-8a0ea7d9-a976-46f3-8c7d-ff5e3c7add25 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0390697
Sep 25 04:49:53.602687 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b86bd0-2a03-4fd9-8879-0919ed982bff req-df35e5b5-09b4-4333-abe1-163e7ce86279 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:53.604218 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-11b86bd0-2a03-4fd9-8879-0919ed982bff req-df35e5b5-09b4-4333-abe1-163e7ce86279 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 944 time: 0.0532401
Sep 25 04:49:53.612520 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bc6b365-5a39-44da-980d-92991d28528f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:53.644726 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-11b86bd0-2a03-4fd9-8879-0919ed982bff req-b46edc03-9ad9-48f1-bc0c-a9703ad5bcd9 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343134
Sep 25 04:49:53.912453 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd6a50-c6fc-47bc-99ec-c7ca13d7f1e4 req-547c2793-e0e5-4fb7-a4ba-1715edb6f1ef tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:53.914071 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f9cd6a50-c6fc-47bc-99ec-c7ca13d7f1e4 req-547c2793-e0e5-4fb7-a4ba-1715edb6f1ef tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0519669
Sep 25 04:49:53.955967 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f9cd6a50-c6fc-47bc-99ec-c7ca13d7f1e4 req-d9b8fab5-2b02-485e-b536-314424e1affb tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358777
Sep 25 04:49:54.321132 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:54.475980 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e4fd18-884c-4875-935b-03028dadc4c0 req-d57dace8-4bf4-4347-abfb-8c27c08737ec tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:54.477651 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d8e4fd18-884c-4875-935b-03028dadc4c0 req-d57dace8-4bf4-4347-abfb-8c27c08737ec tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0571246
Sep 25 04:49:54.549269 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d8e4fd18-884c-4875-935b-03028dadc4c0 req-19be8297-173c-49d1-bb5a-f3797311fab4 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0539813
Sep 25 04:49:54.705639 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:54.770827 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e7c4-2e34-4897-8845-f83907d6f642 req-babe0bf6-319b-4677-a463-d0f36a3cdb3c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:54.772511 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d7c4e7c4-2e34-4897-8845-f83907d6f642 req-babe0bf6-319b-4677-a463-d0f36a3cdb3c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 944 time: 0.0511606
Sep 25 04:49:54.812905 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d7c4e7c4-2e34-4897-8845-f83907d6f642 req-83fd083f-5427-4a3b-ac87-a21366e3df22 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341556
Sep 25 04:49:55.081145 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b273c9e-877d-4259-9856-9c4a25e7249e req-7df85745-88f8-4179-b3ca-296ff299f2c7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:55.083355 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9b273c9e-877d-4259-9856-9c4a25e7249e req-7df85745-88f8-4179-b3ca-296ff299f2c7 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.0519509
Sep 25 04:49:55.125231 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9b273c9e-877d-4259-9856-9c4a25e7249e req-18cb65fd-6841-425f-a728-0dd685ab0493 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358570
Sep 25 04:49:55.264243 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:55.434728 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb64bf-4f33-4347-803c-061f0c30a667 req-f73e61d0-109b-455d-b79f-4604674d2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:55.436263 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1eeb64bf-4f33-4347-803c-061f0c30a667 req-f73e61d0-109b-455d-b79f-4604674d2c9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 1097 time: 0.0430934
Sep 25 04:49:55.562217 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb64bf-4f33-4347-803c-061f0c30a667 req-b7058cb1-dbe6-4cb8-a130-0f477312e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:55.564053 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1eeb64bf-4f33-4347-803c-061f0c30a667 req-b7058cb1-dbe6-4cb8-a130-0f477312e259 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1193502
Sep 25 04:49:55.664845 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb64bf-4f33-4347-803c-061f0c30a667 req-20fe3446-1c3c-4061-99ec-0d1e37a2c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:55.667551 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1eeb64bf-4f33-4347-803c-061f0c30a667 req-20fe3446-1c3c-4061-99ec-0d1e37a2c553 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.0955472
Sep 25 04:49:55.673879 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6103e3-84c7-473c-b447-e199ad4db356 req-c5345ce4-c719-4dd5-a6c2-4b6fe8bca9a5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:55.675365 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9b6103e3-84c7-473c-b447-e199ad4db356 req-c5345ce4-c719-4dd5-a6c2-4b6fe8bca9a5 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0570996
Sep 25 04:49:55.730215 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9b6103e3-84c7-473c-b447-e199ad4db356 req-f8fe95d8-bd5d-4fc5-8aaa-dc3b89f2ae38 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0432324
Sep 25 04:49:55.762644 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-1be0f41d-2016-496e-9bac-bb0c5285263b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:55.764194 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-1be0f41d-2016-496e-9bac-bb0c5285263b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 1097 time: 0.0526905
Sep 25 04:49:55.814458 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-e1cabe86-d1ca-47e3-aa2e-15454cf5d847 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f942257-0ec6-45f4-abce-e572d98f4f6a HTTP/1.1" status: 200  len: 217 time: 0.0379009
Sep 25 04:49:55.883255 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-aa9990fc-39e2-42ef-98ac-1aa210f2af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:55.886688 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-aa9990fc-39e2-42ef-98ac-1aa210f2af80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8524f7c8-7a47-40ed-8be3-7285aeb94293 HTTP/1.1" status: 200  len: 850 time: 0.0644507
Sep 25 04:49:55.945995 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-3a709cf2-8f9b-4eb7-bd40-1244d8c10d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:55.947505 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-3a709cf2-8f9b-4eb7-bd40-1244d8c10d45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=662548c6-ea0f-42ea-8c47-15dfa9490131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0530746
Sep 25 04:49:55.963071 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-bf500a1a-f5d5-4a3f-8eca-2e6a83a5a9fc tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:55.964584 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-bf500a1a-f5d5-4a3f-8eca-2e6a83a5a9fc tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.1119914
Sep 25 04:49:55.987331 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a71f18-5814-498a-a7f4-96c0d65de4aa req-703ba893-4b16-4951-adcf-e1e15ec60821 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:55.988996 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b4a71f18-5814-498a-a7f4-96c0d65de4aa req-703ba893-4b16-4951-adcf-e1e15ec60821 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 944 time: 0.0929971
Sep 25 04:49:56.049167 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-ae8f6f74-1956-4b47-9397-bb07fb86e176 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0941217
Sep 25 04:49:56.078849 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b4a71f18-5814-498a-a7f4-96c0d65de4aa req-47fa172a-1548-44b9-a949-8cadc38cc76e tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715277
Sep 25 04:49:56.108515 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Deleting port 0d73d78f-9edd-4494-bd6e-c779129d6764 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:49:56.108890 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:56.189617 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1bdf67bd-a2d6-4040-8cdb-a50f8c860caa req-9ba46df2-2e7f-4d17-a8c5-3ff204cf9e43 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330636
Sep 25 04:49:56.226746 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] For port 0d73d78f-9edd-4494-bd6e-c779129d6764, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=0d73d78f-9edd-4494-bd6e-c779129d6764,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:49:56.227104 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:56.383506 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3572871-f0a6-4c50-a1ad-42da35fd1975 req-7e26194b-a0d8-4f94-bf0a-0faa12ed7526 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:56.385101 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d3572871-f0a6-4c50-a1ad-42da35fd1975 req-7e26194b-a0d8-4f94-bf0a-0faa12ed7526 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 946 time: 0.1617403
Sep 25 04:49:56.531988 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d3572871-f0a6-4c50-a1ad-42da35fd1975 req-5187548c-48b4-4921-8f75-619fc884ce28 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151576
Sep 25 04:49:56.587341 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:56.587704 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:56.588083 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.l3_db [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Floating IP faca2afc-f1f0-463a-aba8-c5b9c72fd7e0 disassociated. External IP: 172.27.2.167, port: 0d73d78f-9edd-4494-bd6e-c779129d6764.
Sep 25 04:49:56.588449 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Calling delete_port for 0d73d78f-9edd-4494-bd6e-c779129d6764 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:49:56.672988 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:56.816381 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:56.861218 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event deleted for resources: {'Port': ['ID=0d73d78f-9edd-4494-bd6e-c779129d6764,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:56.924797 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43167c24-f299-4f8f-b0c5-e9ef269b3d60 req-792a03c4-a3f5-4f76-a144-6639e0329fa1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:56.926894 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-43167c24-f299-4f8f-b0c5-e9ef269b3d60 req-792a03c4-a3f5-4f76-a144-6639e0329fa1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.1206899
Sep 25 04:49:57.010740 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-43167c24-f299-4f8f-b0c5-e9ef269b3d60 req-e0168407-8230-474f-b030-bc6ce92763b1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0751612
Sep 25 04:49:57.027139 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Router 320ddd36-49a9-43a9-91f0-eb1f24afebef has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:49:57.138862 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:49:57.159052 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d609c2df-daad-48e4-a0e9-f4dffb39d854 None None] Sync routers for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:49:57.165500 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d609c2df-daad-48e4-a0e9-f4dffb39d854 None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:49:57.166297 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-d609c2df-daad-48e4-a0e9-f4dffb39d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dabc10>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:49:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:49:57.201398 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] No DVR routers for this DVR port 0d73d78f-9edd-4494-bd6e-c779129d6764 on host hv-cinder-76845 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:49:57.204632 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:57.206639 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e919fc4e-383d-41f1-bd64-64f9d6fff56d req-3a2498a1-4816-4a5f-9dff-fb6aaa0d53a0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.23 "DELETE /v2.0/ports/0d73d78f-9edd-4494-bd6e-c779129d6764 HTTP/1.1" status: 204  len: 173 time: 1.2349594
Sep 25 04:49:57.207095 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'name': 'network-vif-deleted', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:49:57.209668 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344fea3b-aa93-4c64-ab33-a81f02035092" -d '{"events": [{"server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "name": "network-vif-deleted", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:49:57.243249 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7795ad-df74-4889-84d0-736b0113c229 req-e2bb7df9-501d-42f5-a831-4a45d2e513ae tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:57.245273 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6e7795ad-df74-4889-84d0-736b0113c229 req-e2bb7df9-501d-42f5-a831-4a45d2e513ae tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 944 time: 0.0826817
Sep 25 04:49:57.270130 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03da9a8-ea8f-4a99-8e7e-9a8ad41648b7 x-openstack-request-id: req-c03da9a8-ea8f-4a99-8e7e-9a8ad41648b7 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:49:57.271087 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8593669-b930-4118-ba4f-b31ff18a97fe", "name": "network-vif-deleted", "tag": "0d73d78f-9edd-4494-bd6e-c779129d6764", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:49:57.271520 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c03da9a8-ea8f-4a99-8e7e-9a8ad41648b7 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:49:57.272098 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8593669-b930-4118-ba4f-b31ff18a97fe', 'name': 'network-vif-deleted', 'tag': '0d73d78f-9edd-4494-bd6e-c779129d6764', 'status': 'completed', 'code': 200}
Sep 25 04:49:57.309205 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6e7795ad-df74-4889-84d0-736b0113c229 req-f7e44b2e-51ab-4395-9f20-ce6f39dbfb69 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0580575
Sep 25 04:49:57.324752 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-d609c2df-daad-48e4-a0e9-f4dffb39d854 None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:49:57.548420 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-d609c2df-daad-48e4-a0e9-f4dffb39d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dabc10>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:49:57.582228 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d609c2df-daad-48e4-a0e9-f4dffb39d854 None None] Checking router: 320ddd36-49a9-43a9-91f0-eb1f24afebef for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:49:57.592096 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d609c2df-daad-48e4-a0e9-f4dffb39d854 None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:49:57.592776 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-d609c2df-daad-48e4-a0e9-f4dffb39d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dabc10>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:49:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:49:57.655796 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-59d1ed02-ca34-4d86-bbe8-e47aa6c1f8a2 req-c8c75733-fcc7-4ff2-ad6d-226e0c342146 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8593669-b930-4118-ba4f-b31ff18a97fe HTTP/1.1" status: 200  len: 210 time: 0.0281348
Sep 25 04:49:57.709427 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-d609c2df-daad-48e4-a0e9-f4dffb39d854 None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:49:57.949922 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-d609c2df-daad-48e4-a0e9-f4dffb39d854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dabc10>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:49:57.977970 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d609c2df-daad-48e4-a0e9-f4dffb39d854 None None] The sync data for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi is: [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:49:58.175557 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea9265-f637-49b1-bde6-d121fb8ea47a req-777f757c-b5bd-4672-836d-882edb9b95b8 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:58.183604 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5fea9265-f637-49b1-bde6-d121fb8ea47a req-777f757c-b5bd-4672-836d-882edb9b95b8 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0941095
Sep 25 04:49:58.280805 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77979c7-c3c5-490a-a7a5-b559efb734c4 None None] New status for floating IP faca2afc-f1f0-463a-aba8-c5b9c72fd7e0: DOWN {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:49:58.515674 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5fea9265-f637-49b1-bde6-d121fb8ea47a req-2b42e776-6cdf-4400-bd29-027c47e5f664 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=cdda58fd-3db3-4c53-84a0-eeb37763b4e0&id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3311527
Sep 25 04:49:58.539555 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed4e18-9fb1-4861-a6ae-a8150f5dde3b req-d6b01333-cef7-42fa-b4b4-ed774bf61d98 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:58.539555 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6ed4e18-9fb1-4861-a6ae-a8150f5dde3b req-d6b01333-cef7-42fa-b4b4-ed774bf61d98 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 944 time: 0.0723877
Sep 25 04:49:58.580250 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d6ed4e18-9fb1-4861-a6ae-a8150f5dde3b req-7baf26b9-09e1-4675-95a4-cd9dd48a6f62 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383816
Sep 25 04:49:58.937566 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53362) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:58.996613 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a38fa366-de88-4f7c-94ee-0b2f8f23d20a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:59.022127 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a38fa366-de88-4f7c-94ee-0b2f8f23d20a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:59.149914 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a38fa366-de88-4f7c-94ee-0b2f8f23d20a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:59.152558 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a38fa366-de88-4f7c-94ee-0b2f8f23d20a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:59.153764 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-a38fa366-de88-4f7c-94ee-0b2f8f23d20a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "DELETE /v2.0/security-groups/ab3bffb1-2a33-4916-a6f9-c43ca6283dc4 HTTP/1.1" status: 204  len: 168 time: 0.2150841
Sep 25 04:49:59.156634 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53366) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:59.164081 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fa366-de88-4f7c-94ee-0b2f8f23d20a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3bffb1-2a33-4916-a6f9-c43ca6283dc4,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:59.173385 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.api.v2.resource [None req-d258f735-1e85-42e4-95e1-20cbbcc0980d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] show failed (client error): The resource could not be found.
Sep 25 04:49:59.174401 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d258f735-1e85-42e4-95e1-20cbbcc0980d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups/ab3bffb1-2a33-4916-a6f9-c43ca6283dc4 HTTP/1.1" status: 404  len: 347 time: 0.0167856
Sep 25 04:49:59.177453 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53368) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:49:59.303445 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-8443dea4-0122-4925-a1e1-22f812aac586 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Deleting port ff35d128-5f62-452e-8ff1-4580f3288810 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:49:59.307953 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8443dea4-0122-4925-a1e1-22f812aac586 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:59.385468 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8443dea4-0122-4925-a1e1-22f812aac586 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:59.385782 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8443dea4-0122-4925-a1e1-22f812aac586 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:59.399269 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-8443dea4-0122-4925-a1e1-22f812aac586 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Calling delete_port for ff35d128-5f62-452e-8ff1-4580f3288810 owned by network:floatingip {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:49:59.613196 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8443dea4-0122-4925-a1e1-22f812aac586 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:59.649458 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443dea4-0122-4925-a1e1-22f812aac586 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event deleted for resources: {'Port': ['ID=ff35d128-5f62-452e-8ff1-4580f3288810,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:49:59.742929 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8443dea4-0122-4925-a1e1-22f812aac586 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:59.745949 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8443dea4-0122-4925-a1e1-22f812aac586 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:49:59.747117 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8443dea4-0122-4925-a1e1-22f812aac586 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "DELETE /v2.0/floatingips/faca2afc-f1f0-463a-aba8-c5b9c72fd7e0 HTTP/1.1" status: 204  len: 168 time: 0.5686617
Sep 25 04:49:59.760017 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14188a-b29d-4b7e-803d-0899a6900220 req-d8ce419b-6bc2-4278-8b2d-921e0f65f353 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:49:59.761704 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2b14188a-b29d-4b7e-803d-0899a6900220 req-d8ce419b-6bc2-4278-8b2d-921e0f65f353 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 944 time: 0.0950229
Sep 25 04:49:59.809900 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2b14188a-b29d-4b7e-803d-0899a6900220 req-9f160de5-096c-45b4-b62e-406a56d7a257 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418212
Sep 25 04:50:00.169223 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53378) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:00.174085 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-1f712755-7963-48e9-9811-2bee900627ba tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--942301321', 'description': 'tempest-description--1323292111'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:00.252890 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1f712755-7963-48e9-9811-2bee900627ba tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:00.340804 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1f712755-7963-48e9-9811-2bee900627ba tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:00.407292 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1f712755-7963-48e9-9811-2bee900627ba tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:00.436978 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f712755-7963-48e9-9811-2bee900627ba tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68256a55-7551-4f58-abf6-a3a9ab758571,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:00.504448 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1f712755-7963-48e9-9811-2bee900627ba tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:00.506685 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-1f712755-7963-48e9-9811-2bee900627ba tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3357463
Sep 25 04:50:00.509147 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53382) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:00.513786 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-222e1c7d-e8eb-4f02-9df9-350da3690285 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Request body: {'security_group_rule': {'security_group_id': '68256a55-7551-4f58-abf6-a3a9ab758571', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:00.604507 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-222e1c7d-e8eb-4f02-9df9-350da3690285 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:00.666994 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-222e1c7d-e8eb-4f02-9df9-350da3690285 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:00.738858 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-222e1c7d-e8eb-4f02-9df9-350da3690285 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:00.757713 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e1c7d-e8eb-4f02-9df9-350da3690285 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c53b47e-8cab-4e2d-9130-d02a69dce05c,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:00.839152 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-222e1c7d-e8eb-4f02-9df9-350da3690285 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:00.840320 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-222e1c7d-e8eb-4f02-9df9-350da3690285 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3302193
Sep 25 04:50:00.843234 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53388) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:00.847978 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-838f6cf0-989c-492f-9204-3191606ad19c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Request body: {'security_group_rule': {'security_group_id': '68256a55-7551-4f58-abf6-a3a9ab758571', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:00.936171 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd912b-cded-456a-be03-60050fa31a3c req-a3e2bb3d-e214-4e33-b1c5-ca4ad8ed5683 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:00.937817 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-34fd912b-cded-456a-be03-60050fa31a3c req-a3e2bb3d-e214-4e33-b1c5-ca4ad8ed5683 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 944 time: 0.0575769
Sep 25 04:50:00.978752 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-34fd912b-cded-456a-be03-60050fa31a3c req-92f2a16e-acfd-4418-9a95-9262a702ebe5 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341930
Sep 25 04:50:01.009797 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-838f6cf0-989c-492f-9204-3191606ad19c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:01.070543 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-838f6cf0-989c-492f-9204-3191606ad19c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:01.162285 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-838f6cf0-989c-492f-9204-3191606ad19c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:01.180819 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838f6cf0-989c-492f-9204-3191606ad19c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76ae02b-55cd-4a2a-92a5-fff0ac80c78d,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:01.276353 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-838f6cf0-989c-492f-9204-3191606ad19c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:01.277758 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-838f6cf0-989c-492f-9204-3191606ad19c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4334059
Sep 25 04:50:01.280769 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53392) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:01.285331 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Request body: {'floatingip': {'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:01.359417 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:01.379905 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 2f942257-0ec6-45f4-abce-e572d98f4f6a details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:50:01.389397 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0d73d78f-9edd-4494-bd6e-c779129d6764 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:50:01.473085 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:01.548086 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 0d73d78f-9edd-4494-bd6e-c779129d6764 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:50:01.548452 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 0d73d78f-9edd-4494-bd6e-c779129d6764 not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:50:01.590068 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Allocated IP 172.27.2.200 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/71a525b0-bdff-4034-910b-81b47ef209a5) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:50:01.643679 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 2f942257-0ec6-45f4-abce-e572d98f4f6a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f942257-0ec6-45f4-abce-e572d98f4f6a,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:01.661224 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '2f942257-0ec6-45f4-abce-e572d98f4f6a', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'port_id': '2f942257-0ec6-45f4-abce-e572d98f4f6a', 'mac_address': 'fa:16:3e:e6:dd:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:50:01.706397 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:01.720607 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f942257-0ec6-45f4-abce-e572d98f4f6a {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:50:01.733849 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:01.746780 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 2f942257-0ec6-45f4-abce-e572d98f4f6a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f942257-0ec6-45f4-abce-e572d98f4f6a,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:01.850873 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:01.851396 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:01.897234 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:50:01.900239 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:50:01.903372 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=2f942257-0ec6-45f4-abce-e572d98f4f6a,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:01.907010 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:50:01.910530 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event updated for resources: {'Port': ['ID=71a525b0-bdff-4034-910b-81b47ef209a5,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:02.000867 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:02.092412 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['2f942257-0ec6-45f4-abce-e572d98f4f6a'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:50:02.097480 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:02.130766 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4c774-53a6-44dc-95a5-1a460d33c8ee req-dbe9baba-7417-4ed2-892f-fd23181f76a2 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:02.132428 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-01e4c774-53a6-44dc-95a5-1a460d33c8ee req-dbe9baba-7417-4ed2-892f-fd23181f76a2 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 945 time: 0.0770154
Sep 25 04:50:02.181930 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-01e4c774-53a6-44dc-95a5-1a460d33c8ee req-5c715b16-f352-46ab-9278-5998b02c8080 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420945
Sep 25 04:50:02.298230 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:02.376408 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:02.447819 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event updated for resources: {'Port': ['ID=71a525b0-bdff-4034-910b-81b47ef209a5,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:02.459939 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:02.556006 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:02.557633 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-5a71001d-0923-4fcf-aac5-2430962bade2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2758811
Sep 25 04:50:02.706810 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-dde8247e-4a69-44c2-9825-6732500a1dfd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--942301321&fields=id&tenant_id=b572a0366594463587c5764ffc266df4 HTTP/1.1" status: 200  len: 267 time: 0.0361705
Sep 25 04:50:02.829645 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-435c4152-9cec-4cf7-bd11-3a09307dab15 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:02.831060 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-435c4152-9cec-4cf7-bd11-3a09307dab15 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/networks?id=4da2159d-60a0-4d83-9c3e-f0f173eed71c HTTP/1.1" status: 200  len: 817 time: 0.1124735
Sep 25 04:50:02.847104 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-177b43e5-36ce-4403-8bde-2a2e8e5fa55f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/quotas/b572a0366594463587c5764ffc266df4 HTTP/1.1" status: 200  len: 375 time: 0.0093338
Sep 25 04:50:02.903691 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-40d0364f-f62b-4bcf-aaa3-e3b891bef65c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0498300
Sep 25 04:50:03.007518 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-7828ced5-1587-4e77-857d-49cc0ce8c2cb service neutron] 10.222.0.20 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910020
Sep 25 04:50:03.106952 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-414d75be-4639-45a8-841e-37652dca9595 service neutron] 10.222.0.20 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0925753
Sep 25 04:50:03.292559 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889660d2-51db-4786-a823-5f2303d7f956 req-960bfebc-092f-4b8b-a5fd-e0c8efc89dab tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:03.294136 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-889660d2-51db-4786-a823-5f2303d7f956 req-960bfebc-092f-4b8b-a5fd-e0c8efc89dab tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 945 time: 0.0512435
Sep 25 04:50:03.337580 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-889660d2-51db-4786-a823-5f2303d7f956 req-288ce71c-d1e5-4fcb-a6c0-441a239b95ca tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374341
Sep 25 04:50:03.434361 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c6192c1a-da10-4d18-9063-e04981ccf629 req-7e92609f-0f10-4b8d-9ea6-1d5275207aa8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 210 time: 0.0305130
Sep 25 04:50:03.551721 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53438) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:03.596141 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaf81fa4-3870-44b3-b413-4e82af4daed9 admin admin] Deleting subnet 895c0622-1570-4e69-9d1c-8de1be3c94ed {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:50:03.599948 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eaf81fa4-3870-44b3-b413-4e82af4daed9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:03.634573 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eaf81fa4-3870-44b3-b413-4e82af4daed9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855331'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:03.674326 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eaf81fa4-3870-44b3-b413-4e82af4daed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:03.862845 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eaf81fa4-3870-44b3-b413-4e82af4daed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9536346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9085572'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:03.890473 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf81fa4-3870-44b3-b413-4e82af4daed9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=895c0622-1570-4e69-9d1c-8de1be3c94ed,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:03.892493 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eaf81fa4-3870-44b3-b413-4e82af4daed9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:03.894456 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-eaf81fa4-3870-44b3-b413-4e82af4daed9 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/895c0622-1570-4e69-9d1c-8de1be3c94ed HTTP/1.1" status: 204  len: 168 time: 0.3416326
Sep 25 04:50:03.898151 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53444) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:03.970572 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:04.057730 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:04.078447 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd15878e0>,) {'filters': {'network_id': ['a1dbf142-ad08-4e23-9c92-11b9306911be']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:04.088163 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd15878e0>, '01923c60-f976-4861-9718-02f661b866b6') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:04.088500 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd15878e0>, '01923c60-f976-4861-9718-02f661b866b6') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:04.097995 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855354'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:04.112081 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:04.123079 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:50:04.123741 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543668'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]: Traceback (most recent call last):
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     timer()
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     cb(*args, **kw)
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     return func(*args, **kwargs)
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     self._notify()
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     self.callback(batched_events)
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     event.method(event)
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     return f(self, *a, **k)
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._get(url).json()
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:50:04.126557 dv-cinder-768458-10-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:50:04.362199 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:04.383471 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:04.388945 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] 10.222.0.20 "DELETE /v2.0/networks/a1dbf142-ad08-4e23-9c92-11b9306911be HTTP/1.1" status: 204  len: 168 time: 0.4862468
Sep 25 04:50:04.388945 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fca4c4-23c0-4321-bbeb-061c2775ec6a admin admin] Pushing event deleted for resources: {'Network': ['ID=a1dbf142-ad08-4e23-9c92-11b9306911be,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:04.409417 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 2f942257-0ec6-45f4-abce-e572d98f4f6a up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:04.498469 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723f900-d0fe-4ef5-b73b-429240829f8d req-7677acdd-5f55-4b02-98c7-8caf60bb03bf tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:04.500025 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c723f900-d0fe-4ef5-b73b-429240829f8d req-7677acdd-5f55-4b02-98c7-8caf60bb03bf tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 945 time: 0.0604465
Sep 25 04:50:04.555391 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-342c88c7-f67b-48db-ad4d-0f0ebbf17f21 req-af64d46f-4a22-4597-a59d-4a63dafa0bb6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 210 time: 0.0388870
Sep 25 04:50:04.564857 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 2f942257-0ec6-45f4-abce-e572d98f4f6a completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:50:04.571112 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c723f900-d0fe-4ef5-b73b-429240829f8d req-ae60538c-01c6-43f5-b285-b65ef8c278a7 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627642
Sep 25 04:50:04.576369 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 2f942257-0ec6-45f4-abce-e572d98f4f6a triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:04.576808 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:04.660678 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:04.684783 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f942257-0ec6-45f4-abce-e572d98f4f6a'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:50:04.687034 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58857c12-98a5-4d3f-92fb-1fba714d3d7d" -d '{"events": [{"server_uuid": "b30144c1-4c7a-4ad5-b3b2-f2449f06794c", "name": "network-vif-plugged", "status": "completed", "tag": "2f942257-0ec6-45f4-abce-e572d98f4f6a"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:50:04.700026 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 2f942257-0ec6-45f4-abce-e572d98f4f6a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f942257-0ec6-45f4-abce-e572d98f4f6a,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:04.784597 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dee48e8-003a-4e57-b909-bb3dbe801b32 x-openstack-request-id: req-8dee48e8-003a-4e57-b909-bb3dbe801b32 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:50:04.784891 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30144c1-4c7a-4ad5-b3b2-f2449f06794c", "name": "network-vif-plugged", "status": "completed", "tag": "2f942257-0ec6-45f4-abce-e572d98f4f6a", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:50:04.785144 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8dee48e8-003a-4e57-b909-bb3dbe801b32 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:50:04.785535 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f942257-0ec6-45f4-abce-e572d98f4f6a', 'code': 200}
Sep 25 04:50:04.813645 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:04.845647 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53464) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:04.867604 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=2f942257-0ec6-45f4-abce-e572d98f4f6a,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:04.891920 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-73f9adf7-012c-45a3-b0ff-edb88cbeeea4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17d20b71ec304f22bcb7d7ebc02ada38&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0443165
Sep 25 04:50:04.894491 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53466) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:04.952255 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d3680945-c0e1-4f47-92ff-f19bf5818681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:04.975979 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d3680945-c0e1-4f47-92ff-f19bf5818681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:05.096492 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d3680945-c0e1-4f47-92ff-f19bf5818681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:05.098905 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d3680945-c0e1-4f47-92ff-f19bf5818681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:05.100284 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d3680945-c0e1-4f47-92ff-f19bf5818681 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54b304c9-66b7-4180-9019-bb1fd0ee2b0c HTTP/1.1" status: 204  len: 168 time: 0.2048819
Sep 25 04:50:05.108484 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3680945-c0e1-4f47-92ff-f19bf5818681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b304c9-66b7-4180-9019-bb1fd0ee2b0c,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:05.674561 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7051980f-3d5d-4674-b75d-deb25130419d req-d0f9e283-10a6-41eb-9adb-4eb3b7e5ca36 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 210 time: 0.0371840
Sep 25 04:50:05.713134 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3c1d1-9d7d-4afa-ad9d-f8c994703a91 req-856dcaf4-8441-4455-90db-8c8cfdaffe31 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:05.716228 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2fd3c1d1-9d7d-4afa-ad9d-f8c994703a91 req-856dcaf4-8441-4455-90db-8c8cfdaffe31 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 946 time: 0.0667810
Sep 25 04:50:05.755187 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2fd3c1d1-9d7d-4afa-ad9d-f8c994703a91 req-f4f32fbf-c944-4f4c-990d-116e397491a3 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342793
Sep 25 04:50:06.329568 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:50:06.780414 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7d15e422-dee1-49ee-ade6-f3aa70a1da3e req-ff91fecb-60bf-4da5-ac6d-7c402369d33f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 210 time: 0.0305772
Sep 25 04:50:06.893968 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160545e-f88c-47b2-806c-a6bd22a4e671 req-5f8c054a-3898-46d9-b44a-61d4088b2e1d tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:06.895442 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2160545e-f88c-47b2-806c-a6bd22a4e671 req-5f8c054a-3898-46d9-b44a-61d4088b2e1d tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 946 time: 0.0494726
Sep 25 04:50:06.935699 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2160545e-f88c-47b2-806c-a6bd22a4e671 req-46c1630a-0b05-498d-b937-695c0c886c99 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335445
Sep 25 04:50:07.901820 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-25788c8e-1cab-4c53-99c9-6bd9c9a4b625 req-3a06695c-63a2-4896-a06b-ffea73bf8dff tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 210 time: 0.0375757
Sep 25 04:50:07.904697 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f59e5-e95b-4715-99f4-0ddc83bb39a4 req-d4b7834f-0afc-45ba-9006-1b618d7ebaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:07.906268 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-265f59e5-e95b-4715-99f4-0ddc83bb39a4 req-d4b7834f-0afc-45ba-9006-1b618d7ebaf6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 1099 time: 0.0808408
Sep 25 04:50:07.945288 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-265f59e5-e95b-4715-99f4-0ddc83bb39a4 req-a9633a47-fa91-4c04-8920-e8741030eb24 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311141
Sep 25 04:50:08.062146 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9f38-fd10-4b2c-998d-5afb4c78f86d req-07076412-8f8d-4d1e-b156-98d8637d3955 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:08.063761 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-beef9f38-fd10-4b2c-998d-5afb4c78f86d req-07076412-8f8d-4d1e-b156-98d8637d3955 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 946 time: 0.0557504
Sep 25 04:50:08.107339 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-beef9f38-fd10-4b2c-998d-5afb4c78f86d req-33827feb-7224-422d-b774-40c70ecb6174 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356965
Sep 25 04:50:08.732151 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-e13f8456-3c6b-4ca0-aaf0-c0c58815524b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:08.735447 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-e13f8456-3c6b-4ca0-aaf0-c0c58815524b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.23 "GET /v2.0/networks?id=4da2159d-60a0-4d83-9c3e-f0f173eed71c HTTP/1.1" status: 200  len: 817 time: 0.1212335
Sep 25 04:50:08.785793 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-fbb354b7-2666-4907-bedd-1487670a6700 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b572a0366594463587c5764ffc266df4 HTTP/1.1" status: 200  len: 379 time: 0.0376439
Sep 25 04:50:08.815595 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Request body: {'port': {'device_id': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'admin_state_up': True, 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'security_groups': ['68256a55-7551-4f58-abf6-a3a9ab758571']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:09.050381 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ec1cd52-02d0-4176-aa04-5bd3ec9ac62f req-106abd09-3cdd-41a5-8a03-5652f11a8bd0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 210 time: 0.0340586
Sep 25 04:50:09.059955 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Made reservation on behalf of b572a0366594463587c5764ffc266df4 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:50:09.064283 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:09.289321 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514b1e7-f35f-4360-a3a2-e4e93fc10feb req-cd421f6e-6dd0-47f5-a3d5-f4aca5181d54 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:09.290493 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3514b1e7-f35f-4360-a3a2-e4e93fc10feb req-cd421f6e-6dd0-47f5-a3d5-f4aca5181d54 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 946 time: 0.1064606
Sep 25 04:50:09.292014 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Allocated IP 172.20.0.13 (4da2159d-60a0-4d83-9c3e-f0f173eed71c/71e42a9c-4c27-485f-866b-a65a7784d81c/ec6c6c16-18a2-45cf-9040-130e2c3e3a08) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:50:09.399298 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3514b1e7-f35f-4360-a3a2-e4e93fc10feb req-68993075-3e40-409e-8493-01afca4e72a9 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908144
Sep 25 04:50:09.533542 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:09.689035 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:09.740603 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Network 4da2159d-60a0-4d83-9c3e-f0f173eed71c is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:50:09.743946 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:50:09.746492 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:50:09.777857 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event updated for resources: {'Port': ['ID=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:09.814919 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:09.815571 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:09.994040 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-2fc5badd-b411-4335-976b-6c37bd14cd35 None None] Provisioning complete for port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:09.994614 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2fc5badd-b411-4335-976b-6c37bd14cd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:10.030715 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-2fc5badd-b411-4335-976b-6c37bd14cd35 None None] Port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:50:10.057711 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ba5886a8-bbde-4491-989e-ee0f5e7adc38 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2655082
Sep 25 04:50:10.073297 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Request body: {'port': {'device_id': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:10.141291 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:10.255233 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58965a4-4cd1-4e3e-8548-bb4b699193fc req-f1166666-1507-4aa4-b983-0ef210bbea30 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:10.257544 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d58965a4-4cd1-4e3e-8548-bb4b699193fc req-f1166666-1507-4aa4-b983-0ef210bbea30 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 932 time: 0.1019688
Sep 25 04:50:10.369955 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d58965a4-4cd1-4e3e-8548-bb4b699193fc req-1dacb46d-9b91-4857-8be9-405b72883962 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674224
Sep 25 04:50:10.581959 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6c6c16-18a2-45cf-9040-130e2c3e3a08 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:50:10.592154 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:10.611531 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Transition to ACTIVE for port object ec6c6c16-18a2-45cf-9040-130e2c3e3a08 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:50:10.619774 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed9831d-cfc8-43a5-87a6-e3cc685002f3 req-1dd0f379-1b7d-400e-920c-9acf626998af tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:10.621395 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eed9831d-cfc8-43a5-87a6-e3cc685002f3 req-1dd0f379-1b7d-400e-920c-9acf626998af tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 946 time: 0.0968208
Sep 25 04:50:10.675798 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eed9831d-cfc8-43a5-87a6-e3cc685002f3 req-89934175-d218-4aa9-be1c-af6f6aca2800 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476897
Sep 25 04:50:10.757129 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:10.847117 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Pushing event updated for resources: {'Port': ['ID=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:10.890774 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c7a63-eed6-4a14-9a07-dfdf348c31f9 req-0a9f0e28-ca7f-4538-8982-f6ef3829808a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:10.892879 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-935c7a63-eed6-4a14-9a07-dfdf348c31f9 req-0a9f0e28-ca7f-4538-8982-f6ef3829808a tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 946 time: 0.1467249
Sep 25 04:50:10.905728 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53544) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:10.912471 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-e88463e1-4a8b-4160-97b5-064d317769a6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Request body: {'floatingip': {'port_id': '2f942257-0ec6-45f4-abce-e572d98f4f6a'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:10.960766 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Attempting to bind port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:50:10.961430 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Attempting to bind port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:50:10.962049 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Attempting to bind port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 on network 4da2159d-60a0-4d83-9c3e-f0f173eed71c {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:50:10.971325 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e88463e1-4a8b-4160-97b5-064d317769a6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:10.971535 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 on network 4da2159d-60a0-4d83-9c3e-f0f173eed71c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:50:10.971535 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Attempting to bind port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 on network 4da2159d-60a0-4d83-9c3e-f0f173eed71c {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:50:10.976538 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:50:10.977001 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Checking segment: {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:50:10.977488 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Bound using segment: {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:50:10.978564 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Bound port: ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3655648-b8ce-4291-835c-f0c038bb2711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:50:10.978726 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:11.058803 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:50:11.062239 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:50:11.178836 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:11.234609 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:11.235695 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:11.238272 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] 10.222.0.23 "PUT /v2.0/ports/ec6c6c16-18a2-45cf-9040-130e2c3e3a08 HTTP/1.1" status: 200  len: 1094 time: 1.1698291
Sep 25 04:50:11.239056 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:50:11.244011 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fe8d4b-4959-4998-a4bf-5a14baa46d01" -d '{"events": [{"name": "network-changed", "server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:50:11.282531 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79d4ff-f4df-4e22-887a-f9abb04838ff service neutron] Pushing event updated for resources: {'Port': ['ID=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:11.309730 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13fb2f6-5455-4d37-96f2-1ce32c414813 x-openstack-request-id: req-d13fb2f6-5455-4d37-96f2-1ce32c414813 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:50:11.310034 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:50:11.310301 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d13fb2f6-5455-4d37-96f2-1ce32c414813 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:50:11.310694 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'status': 'completed', 'code': 200}
Sep 25 04:50:11.390740 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8d4b-4959-4998-a4bf-5a14baa46d01 req-bf35d8e0-c1cb-4397-bca4-4b5753cf7b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:11.392716 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02fe8d4b-4959-4998-a4bf-5a14baa46d01 req-bf35d8e0-c1cb-4397-bca4-4b5753cf7b51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 1097 time: 0.0601993
Sep 25 04:50:11.574354 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8d4b-4959-4998-a4bf-5a14baa46d01 req-a1911d62-e1e2-4930-a119-83ea9d336513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:11.575857 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02fe8d4b-4959-4998-a4bf-5a14baa46d01 req-a1911d62-e1e2-4930-a119-83ea9d336513 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=b572a0366594463587c5764ffc266df4&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1735930
Sep 25 04:50:11.603972 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059b9478-6188-4a9a-ba21-94b3cf8e9cda req-9a8a53a4-b6db-42a7-a4c5-48e82fcc016f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:11.605588 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-059b9478-6188-4a9a-ba21-94b3cf8e9cda req-9a8a53a4-b6db-42a7-a4c5-48e82fcc016f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0870569
Sep 25 04:50:11.706822 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-059b9478-6188-4a9a-ba21-94b3cf8e9cda req-285c0c01-8e3e-4de7-b3ea-a41aa10a6283 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908873
Sep 25 04:50:11.738107 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe8d4b-4959-4998-a4bf-5a14baa46d01 req-d5e8704c-4c61-42b9-96f9-2ba037795d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:11.739871 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-02fe8d4b-4959-4998-a4bf-5a14baa46d01 req-d5e8704c-4c61-42b9-96f9-2ba037795d22 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1555588
Sep 25 04:50:11.825574 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-e0a01568-f772-4817-bb9a-a79436ef4f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:11.827414 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-e0a01568-f772-4817-bb9a-a79436ef4f70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 1097 time: 0.0464025
Sep 25 04:50:11.827584 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e88463e1-4a8b-4160-97b5-064d317769a6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:11.876359 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-c29eec00-2f60-4bdb-89a8-a029afb5e819 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08 HTTP/1.1" status: 200  len: 217 time: 0.0372391
Sep 25 04:50:11.915107 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e88463e1-4a8b-4160-97b5-064d317769a6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:11.938310 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ae026925-3bc7-4c18-b7fe-a9b985a20694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:11.940137 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-ae026925-3bc7-4c18-b7fe-a9b985a20694 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71e42a9c-4c27-485f-866b-a65a7784d81c HTTP/1.1" status: 200  len: 856 time: 0.0540400
Sep 25 04:50:12.009910 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-053d6f72-9872-40e2-b194-00eb16c07aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:12.011664 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-053d6f72-9872-40e2-b194-00eb16c07aec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da2159d-60a0-4d83-9c3e-f0f173eed71c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0554500
Sep 25 04:50:12.026173 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.l3_db [None req-e88463e1-4a8b-4160-97b5-064d317769a6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Floating IP e1ad064a-12ac-4ba4-af58-4df7cd08939c associated. External IP: 172.27.2.225, port: 2f942257-0ec6-45f4-abce-e572d98f4f6a.
Sep 25 04:50:12.115259 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-dc32f3df-f382-458c-b012-66efd1ef67c3 service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0957572
Sep 25 04:50:12.215196 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a61c6933-1001-48c5-b509-c9da7f59e578 req-745e6437-638a-484f-9d84-758b25703274 service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0923858
Sep 25 04:50:12.246611 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88463e1-4a8b-4160-97b5-064d317769a6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Router 42d988fd-c0db-4f49-befe-a66c1372875e has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:50:12.362973 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88463e1-4a8b-4160-97b5-064d317769a6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:50:12.368718 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e88463e1-4a8b-4160-97b5-064d317769a6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:12.375918 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedae916-51af-49c4-8601-b9bab349d65a None None] Sync routers for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:50:12.387253 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedae916-51af-49c4-8601-b9bab349d65a None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:12.388033 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-dedae916-51af-49c4-8601-b9bab349d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd356bf10>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:49:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:12.398670 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-e88463e1-4a8b-4160-97b5-064d317769a6 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "PUT /v2.0/floatingips/e1ad064a-12ac-4ba4-af58-4df7cd08939c HTTP/1.1" status: 200  len: 992 time: 1.4912138
Sep 25 04:50:12.399365 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'tag': '2f942257-0ec6-45f4-abce-e572d98f4f6a'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:50:12.401807 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bc0ced-241a-4ab3-a224-ae12b68f1c17" -d '{"events": [{"name": "network-changed", "server_uuid": "b30144c1-4c7a-4ad5-b3b2-f2449f06794c", "tag": "2f942257-0ec6-45f4-abce-e572d98f4f6a"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:50:12.539029 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-dedae916-51af-49c4-8601-b9bab349d65a None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:12.678163 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c2c896-2965-4623-9d8e-47498a2bdef8 x-openstack-request-id: req-e5c2c896-2965-4623-9d8e-47498a2bdef8 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:50:12.678848 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30144c1-4c7a-4ad5-b3b2-f2449f06794c", "tag": "2f942257-0ec6-45f4-abce-e572d98f4f6a", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:50:12.679243 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e5c2c896-2965-4623-9d8e-47498a2bdef8 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:50:12.680204 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'tag': '2f942257-0ec6-45f4-abce-e572d98f4f6a', 'status': 'completed', 'code': 200}
Sep 25 04:50:12.752506 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc0ced-241a-4ab3-a224-ae12b68f1c17 req-75ea6e42-adaa-41eb-a2b3-5989d27b1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:12.755153 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15bc0ced-241a-4ab3-a224-ae12b68f1c17 req-75ea6e42-adaa-41eb-a2b3-5989d27b1652 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 1099 time: 0.0492537
Sep 25 04:50:12.855061 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-dedae916-51af-49c4-8601-b9bab349d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd356bf10>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': 'e1ad064a-12ac-4ba4-af58-4df7cd08939c', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'port_id': '2f942257-0ec6-45f4-abce-e572d98f4f6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'mac_address': 'fa:16:3e:e6:dd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:49:45Z', 'updated_at': '2021-09-25T04:50:11Z', 'revision_number': 1, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:47Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:12.883664 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedae916-51af-49c4-8601-b9bab349d65a None None] Checking router: 42d988fd-c0db-4f49-befe-a66c1372875e for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:50:12.893395 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedae916-51af-49c4-8601-b9bab349d65a None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:12.894094 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-dedae916-51af-49c4-8601-b9bab349d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd356bf10>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:49:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:12.900029 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276329a-f15e-41cd-968e-9b33da7f65ec req-6889ae27-1e1f-430c-bd9e-d89c47c5a99d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:12.901653 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e276329a-f15e-41cd-968e-9b33da7f65ec req-6889ae27-1e1f-430c-bd9e-d89c47c5a99d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.1038609
Sep 25 04:50:12.902716 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc0ced-241a-4ab3-a224-ae12b68f1c17 req-3a667231-e2c7-4563-a367-6e1e611b8d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:12.904107 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15bc0ced-241a-4ab3-a224-ae12b68f1c17 req-3a667231-e2c7-4563-a367-6e1e611b8d8c service neutron] 10.222.0.23 "GET /v2.0/networks?id=662548c6-ea0f-42ea-8c47-15dfa9490131 HTTP/1.1" status: 200  len: 911 time: 0.1415346
Sep 25 04:50:12.988678 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e276329a-f15e-41cd-968e-9b33da7f65ec req-a263c4fc-ca1e-433c-aaf4-237fdecf2fe0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803916
Sep 25 04:50:13.006980 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15bc0ced-241a-4ab3-a224-ae12b68f1c17 req-1381f1ba-7c21-415d-b260-19c37e4aa0dd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f942257-0ec6-45f4-abce-e572d98f4f6a HTTP/1.1" status: 200  len: 1000 time: 0.0811925
Sep 25 04:50:13.029859 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-dedae916-51af-49c4-8601-b9bab349d65a None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:13.062978 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc0ced-241a-4ab3-a224-ae12b68f1c17 req-035438fa-9504-4057-b0b7-41a22044912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:13.064538 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15bc0ced-241a-4ab3-a224-ae12b68f1c17 req-035438fa-9504-4057-b0b7-41a22044912e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8524f7c8-7a47-40ed-8be3-7285aeb94293 HTTP/1.1" status: 200  len: 850 time: 0.0489848
Sep 25 04:50:13.113245 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc0ced-241a-4ab3-a224-ae12b68f1c17 req-9e0810fe-a65e-406b-aa2a-ba06d116c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:13.114797 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15bc0ced-241a-4ab3-a224-ae12b68f1c17 req-9e0810fe-a65e-406b-aa2a-ba06d116c99b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=662548c6-ea0f-42ea-8c47-15dfa9490131&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0426452
Sep 25 04:50:13.282200 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-dedae916-51af-49c4-8601-b9bab349d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd356bf10>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': 'e1ad064a-12ac-4ba4-af58-4df7cd08939c', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'port_id': '2f942257-0ec6-45f4-abce-e572d98f4f6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'mac_address': 'fa:16:3e:e6:dd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:49:45Z', 'updated_at': '2021-09-25T04:50:11Z', 'revision_number': 1, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:47Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:13.315550 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedae916-51af-49c4-8601-b9bab349d65a None None] The sync data for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi is: [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': 'e1ad064a-12ac-4ba4-af58-4df7cd08939c', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'port_id': '2f942257-0ec6-45f4-abce-e572d98f4f6a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'mac_address': 'fa:16:3e:e6:dd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:49:45Z', 'updated_at': '2021-09-25T04:50:11Z', 'revision_number': 1, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:47Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:50:13.503215 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15bc0ced-241a-4ab3-a224-ae12b68f1c17 req-2dab0b23-5c57-4dc0-b8b2-8be220d52fb5 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3806329
Sep 25 04:50:13.565117 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a0b20e-6397-4bc8-a180-31b9d2d270a9 None None] New status for floating IP e1ad064a-12ac-4ba4-af58-4df7cd08939c: ACTIVE {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:50:13.619118 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15bc0ced-241a-4ab3-a224-ae12b68f1c17 req-5bee1c40-8032-4f2c-ac8b-520f5ee77836 service neutron] 10.222.0.23 "GET /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1039946
Sep 25 04:50:13.994854 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53572) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:14.111920 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5e844828-0344-4d66-9e53-43dcdfa3df5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:14.120563 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e746ae-8229-49e2-bb8c-2c8b9f6c4701 req-0321d661-538d-44f0-8119-385f94e94c10 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:14.122082 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-38e746ae-8229-49e2-bb8c-2c8b9f6c4701 req-0321d661-538d-44f0-8119-385f94e94c10 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0542779
Sep 25 04:50:14.178645 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-38e746ae-8229-49e2-bb8c-2c8b9f6c4701 req-bca28ca7-7f3e-4cd6-9d73-e716da875744 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501721
Sep 25 04:50:14.206688 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5e844828-0344-4d66-9e53-43dcdfa3df5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:14.286439 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5e844828-0344-4d66-9e53-43dcdfa3df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:14.325010 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e844828-0344-4d66-9e53-43dcdfa3df5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36d996e-b2ea-4163-964e-d0412aa6ffca,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:14.329394 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-5e844828-0344-4d66-9e53-43dcdfa3df5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e63a2952c8824c15932ec9ee4103e1fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3338871
Sep 25 04:50:14.333477 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53578) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:14.382977 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-69ea7aa6-2f22-4df5-bc32-a5caa587fa07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:14.405867 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-69ea7aa6-2f22-4df5-bc32-a5caa587fa07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:14.457836 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ec6c6c16-18a2-45cf-9040-130e2c3e3a08 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:50:14.554733 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:14.559949 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-69ea7aa6-2f22-4df5-bc32-a5caa587fa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:14.562476 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-69ea7aa6-2f22-4df5-bc32-a5caa587fa07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:14.563946 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-69ea7aa6-2f22-4df5-bc32-a5caa587fa07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f36d996e-b2ea-4163-964e-d0412aa6ffca HTTP/1.1" status: 204  len: 168 time: 0.2293377
Sep 25 04:50:14.573686 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea7aa6-2f22-4df5-bc32-a5caa587fa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36d996e-b2ea-4163-964e-d0412aa6ffca,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:14.582575 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'port_id': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'mac_address': 'fa:16:3e:8d:5d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:50:14.638413 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:14.652770 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6c6c16-18a2-45cf-9040-130e2c3e3a08 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:50:14.673667 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:14.765937 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:14.819957 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:15.020562 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['ec6c6c16-18a2-45cf-9040-130e2c3e3a08'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:50:15.191873 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53586) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:15.207877 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-01ebc3cd-21d1-4475-bf90-2265cc1191f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:15.339339 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-01ebc3cd-21d1-4475-bf90-2265cc1191f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:15.350484 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e173b-8ddf-4a62-beae-72fb03748912 req-e1de3fae-3bfa-49e9-88db-ae8e06883c0d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:15.352087 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0e5e173b-8ddf-4a62-beae-72fb03748912 req-e1de3fae-3bfa-49e9-88db-ae8e06883c0d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 945 time: 0.0812216
Sep 25 04:50:15.395644 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0e5e173b-8ddf-4a62-beae-72fb03748912 req-636d1fbe-7f58-4360-b1d0-66c945b60fcc tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372434
Sep 25 04:50:15.402468 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-01ebc3cd-21d1-4475-bf90-2265cc1191f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:15.441634 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-01ebc3cd-21d1-4475-bf90-2265cc1191f1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94c54500184d48618e70483e5596292d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2485907
Sep 25 04:50:15.446951 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ebc3cd-21d1-4475-bf90-2265cc1191f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=994e7d31-ed4a-420d-a286-1334178a1556,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:15.449596 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53590) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:15.500913 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f21f8a04-7af0-4677-a535-66d6e1536326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:15.533643 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f21f8a04-7af0-4677-a535-66d6e1536326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:15.708707 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f21f8a04-7af0-4677-a535-66d6e1536326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:15.729046 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f21f8a04-7af0-4677-a535-66d6e1536326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:15.729046 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f21f8a04-7af0-4677-a535-66d6e1536326 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/994e7d31-ed4a-420d-a286-1334178a1556 HTTP/1.1" status: 204  len: 168 time: 0.2621500
Sep 25 04:50:15.729046 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f8a04-7af0-4677-a535-66d6e1536326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=994e7d31-ed4a-420d-a286-1334178a1556,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:16.494802 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ec6c6c16-18a2-45cf-9040-130e2c3e3a08 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:16.552706 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7114301-0a6c-4e7e-b22f-40cae74532f1 req-5971fc15-e62c-456d-9f18-9bcb899d999b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:16.554291 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b7114301-0a6c-4e7e-b22f-40cae74532f1 req-5971fc15-e62c-456d-9f18-9bcb899d999b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 945 time: 0.0693009
Sep 25 04:50:16.608179 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b7114301-0a6c-4e7e-b22f-40cae74532f1 req-2fa63bd6-64d2-4db0-afb2-fc279a91d90e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475900
Sep 25 04:50:16.614601 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:50:16.622365 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:16.622365 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:16.703889 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:16.733010 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:50:16.735349 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af607066-5b2c-4d1b-8884-27375be691fc" -d '{"events": [{"server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "name": "network-vif-plugged", "status": "completed", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:50:16.748886 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:16.778468 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47765b58-9eca-4c44-975f-3a9b276fc45d x-openstack-request-id: req-47765b58-9eca-4c44-975f-3a9b276fc45d {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:50:16.778763 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "name": "network-vif-plugged", "status": "completed", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:50:16.779000 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47765b58-9eca-4c44-975f-3a9b276fc45d {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:50:16.779395 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'code': 200}
Sep 25 04:50:16.836263 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:16.896797 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:17.121477 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48a36b-6225-4fc0-a048-a712d034657e req-b80a1e94-c0d8-4f88-99f3-232d5cf8f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:17.123004 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aa48a36b-6225-4fc0-a048-a712d034657e req-b80a1e94-c0d8-4f88-99f3-232d5cf8f623 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 1099 time: 0.0469170
Sep 25 04:50:17.164402 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-aa48a36b-6225-4fc0-a048-a712d034657e req-cc4bcf89-a9a0-43be-8c0a-1f4a91db48da service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343478
Sep 25 04:50:17.749164 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516ff57-3bd0-447d-b9bd-a81eda6cc6d5 req-47d9039a-1499-475d-9d18-dce982f31908 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:17.750689 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9516ff57-3bd0-447d-b9bd-a81eda6cc6d5 req-47d9039a-1499-475d-9d18-dce982f31908 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0584407
Sep 25 04:50:17.797265 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9516ff57-3bd0-447d-b9bd-a81eda6cc6d5 req-521d5a3e-d24e-4744-a912-21b414fc79b8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401444
Sep 25 04:50:18.920947 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07e096-e07d-47b8-a6f1-234198be87a1 req-9bebf88b-fc97-49d2-9f3f-20313ff8f86f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:18.922441 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3a07e096-e07d-47b8-a6f1-234198be87a1 req-9bebf88b-fc97-49d2-9f3f-20313ff8f86f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0496924
Sep 25 04:50:18.961062 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3a07e096-e07d-47b8-a6f1-234198be87a1 req-39623c3c-532c-4ae6-95cf-d1cc9244e1b1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326905
Sep 25 04:50:19.086660 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3acc0-9b22-41b8-b526-41487b721213 req-907cd53b-ccca-40f4-94e9-95d9fb4ac5a6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:19.088065 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fce3acc0-9b22-41b8-b526-41487b721213 req-907cd53b-ccca-40f4-94e9-95d9fb4ac5a6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0531871
Sep 25 04:50:19.096534 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53678) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:19.101515 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-26806808-447f-44ab-9c7c-c0fb3cfd564c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Request body: {'floatingip': {'port_id': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:19.125347 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53680) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:19.143655 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-26806808-447f-44ab-9c7c-c0fb3cfd564c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:19.245127 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c31ea6f-ca30-4577-9e74-1dc2423bc23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:19.335542 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c31ea6f-ca30-4577-9e74-1dc2423bc23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:19.424311 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c31ea6f-ca30-4577-9e74-1dc2423bc23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:19.463027 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31ea6f-ca30-4577-9e74-1dc2423bc23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff68463-6f33-4c5a-a438-d3256c30636a,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:19.468873 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-8c31ea6f-ca30-4577-9e74-1dc2423bc23f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa80aad261274ac197b96bfd0b0c499e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3424349
Sep 25 04:50:19.471741 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53684) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:19.595855 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-aca5e772-65a3-4d13-ba8d-afbbf762bc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:19.657214 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-aca5e772-65a3-4d13-ba8d-afbbf762bc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:19.669211 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-26806808-447f-44ab-9c7c-c0fb3cfd564c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:19.726692 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-26806808-447f-44ab-9c7c-c0fb3cfd564c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:19.814365 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-aca5e772-65a3-4d13-ba8d-afbbf762bc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:19.816918 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-aca5e772-65a3-4d13-ba8d-afbbf762bc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:19.818082 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-aca5e772-65a3-4d13-ba8d-afbbf762bc7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1ff68463-6f33-4c5a-a438-d3256c30636a HTTP/1.1" status: 204  len: 168 time: 0.3454540
Sep 25 04:50:19.833141 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5e772-65a3-4d13-ba8d-afbbf762bc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff68463-6f33-4c5a-a438-d3256c30636a,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:19.846685 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-26806808-447f-44ab-9c7c-c0fb3cfd564c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Floating IP 9665d1a2-862e-4305-8a88-eb779529097d associated. External IP: 172.27.2.200, port: ec6c6c16-18a2-45cf-9040-130e2c3e3a08.
Sep 25 04:50:19.908888 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-698fc817-a9b2-4141-bb90-284df7212560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:20.065812 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26806808-447f-44ab-9c7c-c0fb3cfd564c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Router 320ddd36-49a9-43a9-91f0-eb1f24afebef has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:50:20.184574 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26806808-447f-44ab-9c7c-c0fb3cfd564c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:50:20.190027 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-26806808-447f-44ab-9c7c-c0fb3cfd564c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:20.195894 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8531fc87-720a-4c2d-a381-af57d17c7c17 None None] Sync routers for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:50:20.205147 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531fc87-720a-4c2d-a381-af57d17c7c17 None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:20.206079 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-8531fc87-720a-4c2d-a381-af57d17c7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8099af0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:49:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:20.219935 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-26806808-447f-44ab-9c7c-c0fb3cfd564c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "PUT /v2.0/floatingips/9665d1a2-862e-4305-8a88-eb779529097d HTTP/1.1" status: 200  len: 992 time: 1.1223381
Sep 25 04:50:20.220548 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:50:20.222831 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac0b94-7f73-43d6-816b-857acd213262" -d '{"events": [{"name": "network-changed", "server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:50:20.286108 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67d1a3a-c2a3-416c-80ac-aefb37093d89 x-openstack-request-id: req-f67d1a3a-c2a3-416c-80ac-aefb37093d89 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:50:20.286396 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:50:20.286649 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f67d1a3a-c2a3-416c-80ac-aefb37093d89 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:50:20.287086 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'status': 'completed', 'code': 200}
Sep 25 04:50:20.330416 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-8531fc87-720a-4c2d-a381-af57d17c7c17 None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:20.372930 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac0b94-7f73-43d6-816b-857acd213262 req-d6ff5aab-8085-4c78-9d07-4aea58c3f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:20.374696 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15ac0b94-7f73-43d6-816b-857acd213262 req-d6ff5aab-8085-4c78-9d07-4aea58c3f899 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 1099 time: 0.0449569
Sep 25 04:50:20.482829 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac0b94-7f73-43d6-816b-857acd213262 req-5979fe2a-aa17-45a2-84dd-ac9e869a1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:20.484354 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15ac0b94-7f73-43d6-816b-857acd213262 req-5979fe2a-aa17-45a2-84dd-ac9e869a1e23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da2159d-60a0-4d83-9c3e-f0f173eed71c HTTP/1.1" status: 200  len: 917 time: 0.1007309
Sep 25 04:50:20.559012 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15ac0b94-7f73-43d6-816b-857acd213262 req-34e087ee-950e-4496-bd0d-dc7e05b99191 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08 HTTP/1.1" status: 200  len: 1000 time: 0.0653007
Sep 25 04:50:20.566444 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53696) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:20.578462 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0eaad2e3-c7f3-46fa-ad8a-901eadaa2872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:20.598727 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-8531fc87-720a-4c2d-a381-af57d17c7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8099af0>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '9665d1a2-862e-4305-8a88-eb779529097d', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'port_id': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'mac_address': 'fa:16:3e:8d:5d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:50:01Z', 'updated_at': '2021-09-25T04:50:19Z', 'revision_number': 1, 'project_id': 'b572a0366594463587c5764ffc266df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:20.631114 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8531fc87-720a-4c2d-a381-af57d17c7c17 None None] Checking router: 320ddd36-49a9-43a9-91f0-eb1f24afebef for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:50:20.640767 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531fc87-720a-4c2d-a381-af57d17c7c17 None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:20.641406 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-8531fc87-720a-4c2d-a381-af57d17c7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8099af0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:49:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:20.652967 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac0b94-7f73-43d6-816b-857acd213262 req-115535f8-6859-4e7a-9d87-b29436982f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:20.654478 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15ac0b94-7f73-43d6-816b-857acd213262 req-115535f8-6859-4e7a-9d87-b29436982f71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71e42a9c-4c27-485f-866b-a65a7784d81c HTTP/1.1" status: 200  len: 856 time: 0.0739119
Sep 25 04:50:20.728684 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac0b94-7f73-43d6-816b-857acd213262 req-34d52da4-89bc-4cc4-8733-86b9e4d590c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:20.730239 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15ac0b94-7f73-43d6-816b-857acd213262 req-34d52da4-89bc-4cc4-8733-86b9e4d590c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da2159d-60a0-4d83-9c3e-f0f173eed71c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0667515
Sep 25 04:50:20.783961 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0eaad2e3-c7f3-46fa-ad8a-901eadaa2872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:20.878299 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15ac0b94-7f73-43d6-816b-857acd213262 req-ba58ae98-88b3-4896-ad1c-bdcc6e03c44e service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293921
Sep 25 04:50:20.884740 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-8531fc87-720a-4c2d-a381-af57d17c7c17 None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:20.896387 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0eaad2e3-c7f3-46fa-ad8a-901eadaa2872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:20.995043 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-0eaad2e3-c7f3-46fa-ad8a-901eadaa2872 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=075fac52858643a1a4dba56624db5b25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4298170
Sep 25 04:50:20.995811 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaad2e3-c7f3-46fa-ad8a-901eadaa2872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151a95b0-38a9-47fe-8b2b-43fb63f07457,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:20.998597 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53698) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:21.031723 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15ac0b94-7f73-43d6-816b-857acd213262 req-de686106-e234-4317-b9b1-fc6abee81b45 service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435697
Sep 25 04:50:21.059673 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-858838b8-0c47-4777-8239-1e64c395fbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:21.083187 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-858838b8-0c47-4777-8239-1e64c395fbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:21.142742 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-8531fc87-720a-4c2d-a381-af57d17c7c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8099af0>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '9665d1a2-862e-4305-8a88-eb779529097d', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'port_id': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'mac_address': 'fa:16:3e:8d:5d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:50:01Z', 'updated_at': '2021-09-25T04:50:19Z', 'revision_number': 1, 'project_id': 'b572a0366594463587c5764ffc266df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:21.174629 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8531fc87-720a-4c2d-a381-af57d17c7c17 None None] The sync data for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi is: [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '9665d1a2-862e-4305-8a88-eb779529097d', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'port_id': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'mac_address': 'fa:16:3e:8d:5d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:50:01Z', 'updated_at': '2021-09-25T04:50:19Z', 'revision_number': 1, 'project_id': 'b572a0366594463587c5764ffc266df4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:50:21.220436 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-858838b8-0c47-4777-8239-1e64c395fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:21.222995 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-858838b8-0c47-4777-8239-1e64c395fbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:21.224194 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-858838b8-0c47-4777-8239-1e64c395fbc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/151a95b0-38a9-47fe-8b2b-43fb63f07457 HTTP/1.1" status: 204  len: 168 time: 0.2228427
Sep 25 04:50:21.234326 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858838b8-0c47-4777-8239-1e64c395fbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151a95b0-38a9-47fe-8b2b-43fb63f07457,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:21.404669 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0646814b-66a9-418c-ad56-ff6ae8be66c6 None None] New status for floating IP 9665d1a2-862e-4305-8a88-eb779529097d: ACTIVE {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:50:23.125038 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53736) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:23.232504 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-643e5143-149e-4d27-81e0-5b840fdcf7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:23.324372 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-643e5143-149e-4d27-81e0-5b840fdcf7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:23.425936 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-643e5143-149e-4d27-81e0-5b840fdcf7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:23.466628 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-643e5143-149e-4d27-81e0-5b840fdcf7cf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7b34080532349ca96ac284b58d8b11d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3404722
Sep 25 04:50:23.467554 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e5143-149e-4d27-81e0-5b840fdcf7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070463ba-a46d-45d6-aa2f-5457298f6f34,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:23.470969 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53744) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:23.527362 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-339a43a0-31d1-46cf-bd6b-84ceb9fa21e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:23.556179 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-339a43a0-31d1-46cf-bd6b-84ceb9fa21e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:23.623513 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-35058fb2-17a2-43ba-a69d-6a68d923b0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:23.709133 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-339a43a0-31d1-46cf-bd6b-84ceb9fa21e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:23.712542 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-339a43a0-31d1-46cf-bd6b-84ceb9fa21e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:23.713729 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-339a43a0-31d1-46cf-bd6b-84ceb9fa21e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/070463ba-a46d-45d6-aa2f-5457298f6f34 HTTP/1.1" status: 204  len: 168 time: 0.2418993
Sep 25 04:50:23.723867 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a43a0-31d1-46cf-bd6b-84ceb9fa21e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070463ba-a46d-45d6-aa2f-5457298f6f34,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:24.134938 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:24.575485 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:25.277785 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:25.454952 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53782) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:25.569429 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-145930e8-fd95-4e98-a43e-212f785e8257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:25.674295 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-145930e8-fd95-4e98-a43e-212f785e8257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:25.761930 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-145930e8-fd95-4e98-a43e-212f785e8257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:25.807377 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-145930e8-fd95-4e98-a43e-212f785e8257 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98c51ab523174a2ba2d177cb97eca41b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3513143
Sep 25 04:50:25.808570 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145930e8-fd95-4e98-a43e-212f785e8257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518ce501-cc41-4a79-a547-a13e24286620,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:25.810631 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53790) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:25.882169 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:25.905282 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:26.029241 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:26.031874 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:26.033118 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/518ce501-cc41-4a79-a547-a13e24286620 HTTP/1.1" status: 204  len: 168 time: 0.2214413
Sep 25 04:50:26.043444 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518ce501-cc41-4a79-a547-a13e24286620,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:26.051950 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:26.051950 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:26.052420 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:26.052541 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:26.052936 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:26.053385 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:26.053720 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:26.054047 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:26.054432 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:26.054834 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:26.055188 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:26.055514 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7d72f5-da30-4e42-bcda-aade8770d301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:26.635050 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:26.918354 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-633e0338-a5d0-4977-837f-598318b6a733 req-4d5845da-3d08-4739-ba35-019cbee2c4d8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0478711
Sep 25 04:50:26.986087 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0338-a5d0-4977-837f-598318b6a733 req-7a0bcb34-f5b9-42b7-bc4d-b9b1be0ba0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:26.987781 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-633e0338-a5d0-4977-837f-598318b6a733 req-7a0bcb34-f5b9-42b7-bc4d-b9b1be0ba0bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=446a285e254a4870b0f2575f681b59c8&device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 1138 time: 0.0461445
Sep 25 04:50:27.152136 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0338-a5d0-4977-837f-598318b6a733 req-3c338235-1fdb-49a3-825d-69f86fdc16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:27.153706 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-633e0338-a5d0-4977-837f-598318b6a733 req-3c338235-1fdb-49a3-825d-69f86fdc16c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=761a0ea8-1d6f-4842-8c01-40c770594e5e HTTP/1.1" status: 200  len: 915 time: 0.1430092
Sep 25 04:50:27.232599 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-633e0338-a5d0-4977-837f-598318b6a733 req-4b35bbb9-c19a-4c5c-93b9-8b0a78313d3e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca HTTP/1.1" status: 200  len: 1002 time: 0.0706623
Sep 25 04:50:27.235612 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53816) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:27.287977 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0338-a5d0-4977-837f-598318b6a733 req-40749016-42fa-4b66-992f-5bb33c4e2d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:27.290361 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-633e0338-a5d0-4977-837f-598318b6a733 req-40749016-42fa-4b66-992f-5bb33c4e2d88 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a14ec9d-3515-4a9e-bc61-1c4a8cd27529 HTTP/1.1" status: 200  len: 854 time: 0.0483472
Sep 25 04:50:27.345372 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-641129480-network', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:27.361411 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e0338-a5d0-4977-837f-598318b6a733 req-9acc8bc6-c348-4b8a-9856-1eee46634a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:27.362983 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-633e0338-a5d0-4977-837f-598318b6a733 req-9acc8bc6-c348-4b8a-9856-1eee46634a71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=761a0ea8-1d6f-4842-8c01-40c770594e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0629218
Sep 25 04:50:27.452829 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Made reservation on behalf of f852bbec2bbd4cb4952442eb36ef3e97 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:50:27.455169 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:27.471688 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:27.475248 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-633e0338-a5d0-4977-837f-598318b6a733 req-754ea7bd-c922-4585-98e5-b8fbaca17315 service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1022646
Sep 25 04:50:27.617753 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-633e0338-a5d0-4977-837f-598318b6a733 req-e3fd061f-6146-4102-a504-0159f1b6a339 service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312947
Sep 25 04:50:27.666100 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:27.749547 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:27.779016 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:50:27.788967 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade8b9e0-ae7f-4eb0-a05a-a06005d08551,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:27.794178 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:27.794524 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Added segment 112fded6-7617-4e45-841c-e5e26e538e4f of type vlan for network 4f75bfee-8cdc-46d8-84a6-fd8d49848512
Sep 25 04:50:27.839849 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:27.938351 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:27.939492 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:27.940262 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:28.011157 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] Pushing event updated for resources: {'Network': ['ID=4f75bfee-8cdc-46d8-84a6-fd8d49848512,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:28.021674 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:50:28.054108 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7d259819-e25a-405a-aba3-36cbdc7f06b8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.8171501
Sep 25 04:50:28.057850 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53824) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:28.063360 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-e411e914-66ff-40f0-b0e7-a7bf63b63b70 admin admin] Request body: {'subnet': {'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-641129480-subnet', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:28.150010 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e411e914-66ff-40f0-b0e7-a7bf63b63b70 admin admin] Made reservation on behalf of f852bbec2bbd4cb4952442eb36ef3e97 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:50:28.152437 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e411e914-66ff-40f0-b0e7-a7bf63b63b70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9085601'] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:28.432565 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e411e914-66ff-40f0-b0e7-a7bf63b63b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9536411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9085587'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:28.494937 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411e914-66ff-40f0-b0e7-a7bf63b63b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8dc8783-7d80-4595-ae85-e109cbb6005a,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:28.505491 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411e914-66ff-40f0-b0e7-a7bf63b63b70 admin admin] Checking segment: {'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:50:28.505853 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411e914-66ff-40f0-b0e7-a7bf63b63b70 admin admin] Network hostable DHCP agents. Network: 4f75bfee-8cdc-46d8-84a6-fd8d49848512, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:50:28.592066 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411e914-66ff-40f0-b0e7-a7bf63b63b70 admin admin] Network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:50:28.680897 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-e411e914-66ff-40f0-b0e7-a7bf63b63b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 4f75bfee-8cdc-46d8-84a6-fd8d49848512) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:50:28.685440 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e411e914-66ff-40f0-b0e7-a7bf63b63b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:28.686090 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e411e914-66ff-40f0-b0e7-a7bf63b63b70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:28.695272 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eba2317-35dd-42d2-a454-0b5618dbc801 None None] Network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:50:28.810511 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e411e914-66ff-40f0-b0e7-a7bf63b63b70 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7512856
Sep 25 04:50:28.813564 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53826) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:28.819389 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:28.871751 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70b41eb-9793-5ca1-934a-2b4112ba30ab-4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'fixed_ips': [{'subnet_id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a'}]}} from dv-cinder-768458-10-iscsi. {{(pid=101199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Sep 25 04:50:28.872675 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:28.953609 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30137'] for router, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:28.954835 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3703411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30128'] for router, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:29.014936 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:29.059196 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Allocated IP 172.20.0.2 (4f75bfee-8cdc-46d8-84a6-fd8d49848512/a8dc8783-7d80-4595-ae85-e109cbb6005a/39becf23-75d9-4011-8688-3bcf8a8580e1) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:50:29.249255 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:29.260159 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:29.321538 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:29.363497 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:50:29.366834 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Resources bound (agent type, host, resource id):  {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:50:29.369637 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:50:29.383991 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Pushing event updated for resources: {'Port': ['ID=39becf23-75d9-4011-8688-3bcf8a8580e1,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:29.438829 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Attempting to bind port 39becf23-75d9-4011-8688-3bcf8a8580e1 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:50:29.439198 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Attempting to bind port 39becf23-75d9-4011-8688-3bcf8a8580e1 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:50:29.439569 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Attempting to bind port 39becf23-75d9-4011-8688-3bcf8a8580e1 on network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:50:29.445542 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:50:29.445898 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Checking segment: {'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:50:29.446294 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:29.446704 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Bound using segment: {'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:50:29.447188 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Bound port: 39becf23-75d9-4011-8688-3bcf8a8580e1, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:50:29.447605 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:29.536090 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] For port 39becf23-75d9-4011-8688-3bcf8a8580e1, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:50:29.542803 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] For port 39becf23-75d9-4011-8688-3bcf8a8580e1, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=39becf23-75d9-4011-8688-3bcf8a8580e1,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:50:29.605167 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:29.626067 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:29.627697 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:29.693329 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ed707-da1f-40cf-be51-02d459979d32 None None] Pushing event updated for resources: {'Port': ['ID=39becf23-75d9-4011-8688-3bcf8a8580e1,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:29.763357 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Allocated IP 172.27.2.21 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/2daf11b8-44fc-4262-ac87-e954fe44ca03) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:50:29.905097 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:30.001831 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:30.070862 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:50:30.075479 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:50:30.079343 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:50:30.112232 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Pushing event updated for resources: {'Port': ['ID=2daf11b8-44fc-4262-ac87-e954fe44ca03,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:30.432702 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 39becf23-75d9-4011-8688-3bcf8a8580e1 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:30.474027 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:30.513262 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 39becf23-75d9-4011-8688-3bcf8a8580e1 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:30.513849 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:30.620660 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:30.660552 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port 39becf23-75d9-4011-8688-3bcf8a8580e1, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=39becf23-75d9-4011-8688-3bcf8a8580e1,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:30.727054 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3703306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713470'] for router, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:30.754597 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25946c8d-cd6f-4b72-b5a5-189f0f7be9a7 None None] Network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:50:30.759155 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:30.874459 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=39becf23-75d9-4011-8688-3bcf8a8580e1,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:30.895140 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-a6565b87-9266-4e9c-bcda-1c11441943a8 None None] Provisioning complete for port 39becf23-75d9-4011-8688-3bcf8a8580e1 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:30.900443 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a6565b87-9266-4e9c-bcda-1c11441943a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:31.195486 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Router bbefe7e0-260e-4b73-b174-265821960ae6 is scheduled to L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 with binding_index 1 {{(pid=101197) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 25 04:50:31.265670 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-daa2f44b-6d6f-4780-8436-03851a6616f6 None None] Provisioning complete for port 39becf23-75d9-4011-8688-3bcf8a8580e1 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:31.266096 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-daa2f44b-6d6f-4780-8436-03851a6616f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:31.309027 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:50:31.335163 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Sync routers for ids ['bbefe7e0-260e-4b73-b174-265821960ae6'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:50:31.355255 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Routers {'bbefe7e0-260e-4b73-b174-265821960ae6'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:31.355918 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd286b700>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['bbefe7e0-260e-4b73-b174-265821960ae6'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:31.412190 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] Notify callbacks [] for router, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:31.413417 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-c4fa8f78-c03e-4183-9d1e-354fbebad68c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.5978553
Sep 25 04:50:31.417751 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53840) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:31.477417 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Set router bbefe7e0-260e-4b73-b174-265821960ae6 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:31.676220 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd286b700>, [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:50:30Z', 'revision_number': 3, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:31.703946 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Checking router: bbefe7e0-260e-4b73-b174-265821960ae6 for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:50:31.704331 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Updating router bbefe7e0-260e-4b73-b174-265821960ae6 port 2daf11b8-44fc-4262-ac87-e954fe44ca03 binding host dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:50:31.731364 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:31.849372 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.006863 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.019539 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Allocated IP 172.20.0.1 (4f75bfee-8cdc-46d8-84a6-fd8d49848512/a8dc8783-7d80-4595-ae85-e109cbb6005a/c9d11733-573c-4650-9f4c-b6f0cfee4954) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:50:32.108032 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.143683 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.154067 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Attempting to bind port 2daf11b8-44fc-4262-ac87-e954fe44ca03 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:50:32.154445 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Attempting to bind port 2daf11b8-44fc-4262-ac87-e954fe44ca03 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:50:32.154857 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Attempting to bind port 2daf11b8-44fc-4262-ac87-e954fe44ca03 on network 884f10d2-ae7d-401e-970c-bda63e6a05d5 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:50:32.163789 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:50:32.164334 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Checking segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:50:32.164595 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.165202 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Bound using segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:50:32.165692 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Bound port: 2daf11b8-44fc-4262-ac87-e954fe44ca03, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:50:32.166103 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.194756 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905273aa-7631-401d-9982-39e6074bbc2a None None] Pushing event updated for resources: {'Port': ['ID=2daf11b8-44fc-4262-ac87-e954fe44ca03,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:32.229345 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] For port 2daf11b8-44fc-4262-ac87-e954fe44ca03, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:50:32.232888 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] For port 2daf11b8-44fc-4262-ac87-e954fe44ca03, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=2daf11b8-44fc-4262-ac87-e954fe44ca03,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:50:32.242749 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.281286 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:50:32.284415 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:50:32.288879 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:50:32.324072 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Pushing event updated for resources: {'Port': ['ID=c9d11733-573c-4650-9f4c-b6f0cfee4954,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:32.328727 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.346464 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716483'] for router_interface, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.414634 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Routers {'bbefe7e0-260e-4b73-b174-265821960ae6'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:32.415486 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd286b700>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['bbefe7e0-260e-4b73-b174-265821960ae6'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:32.427000 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 39becf23-75d9-4011-8688-3bcf8a8580e1 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:32.515120 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905273aa-7631-401d-9982-39e6074bbc2a None None] Pushing event updated for resources: {'Port': ['ID=2daf11b8-44fc-4262-ac87-e954fe44ca03,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:32.626969 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.735832 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 39becf23-75d9-4011-8688-3bcf8a8580e1 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:32.737063 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.768187 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] Set router bbefe7e0-260e-4b73-b174-265821960ae6 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:32.831485 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-b991b184-7bb2-4e2b-a145-e9a4877843e8 None None] Provisioning complete for port c9d11733-573c-4650-9f4c-b6f0cfee4954 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:32.831789 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b991b184-7bb2-4e2b-a145-e9a4877843e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.843790 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:32.942047 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-b991b184-7bb2-4e2b-a145-e9a4877843e8 None None] Port c9d11733-573c-4650-9f4c-b6f0cfee4954 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:50:32.950406 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:33.024751 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715955'] for router_interface, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:33.027667 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Pushing event updated for resources: {'Port': ['ID=c9d11733-573c-4650-9f4c-b6f0cfee4954,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:33.062969 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd286b700>, [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:50:30Z', 'revision_number': 3, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:33.092176 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd44d568-e5a0-42f8-adde-7e31d849f6a8 None None] The sync data for ids ['bbefe7e0-260e-4b73-b174-265821960ae6'] in dv-cinder-768458-10-iscsi is: [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:50:30Z', 'revision_number': 3, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:50:33.141163 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:50:33.142680 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:50:33.307405 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Router bbefe7e0-260e-4b73-b174-265821960ae6 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:50:33.392168 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-94c95420-b834-4950-9633-ef6b4697ef73 None None] Provisioning complete for port c9d11733-573c-4650-9f4c-b6f0cfee4954 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:33.399365 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-94c95420-b834-4950-9633-ef6b4697ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:33.455087 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-94c95420-b834-4950-9633-ef6b4697ef73 None None] Port c9d11733-573c-4650-9f4c-b6f0cfee4954 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:50:33.522849 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:50:33.536359 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-6ee5373e-117d-4b3c-8d5c-8ae943635a5d admin admin] 10.222.0.20 "PUT /v2.0/routers/bbefe7e0-260e-4b73-b174-265821960ae6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1167035
Sep 25 04:50:33.938062 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f1de478-b4bd-46d5-89a2-0bc5fe72974c req-9803093d-aee4-4107-8713-e35f341aebd9 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736267713&fields=id&tenant_id=446a285e254a4870b0f2575f681b59c8 HTTP/1.1" status: 200  len: 267 time: 0.0389826
Sep 25 04:50:34.001801 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1de478-b4bd-46d5-89a2-0bc5fe72974c req-b688da76-ecec-4a4b-b68c-0d285cd8a0ea tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:34.004773 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f1de478-b4bd-46d5-89a2-0bc5fe72974c req-b688da76-ecec-4a4b-b68c-0d285cd8a0ea tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 985 time: 0.0606952
Sep 25 04:50:34.014953 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-7f1de478-b4bd-46d5-89a2-0bc5fe72974c req-ded5f479-015d-40ad-95a0-005a93101b96 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Request body: {'port': {'security_groups': ['a090f920-646c-4787-a4df-e7268ec7a394']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:34.088277 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-7f1de478-b4bd-46d5-89a2-0bc5fe72974c req-ded5f479-015d-40ad-95a0-005a93101b96 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.287801 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-7f1de478-b4bd-46d5-89a2-0bc5fe72974c req-ded5f479-015d-40ad-95a0-005a93101b96 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] For port a01b926b-6d73-4f06-9c24-7d78f3aa22ca, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:34.322488 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-7f1de478-b4bd-46d5-89a2-0bc5fe72974c req-ded5f479-015d-40ad-95a0-005a93101b96 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.390821 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-7f1de478-b4bd-46d5-89a2-0bc5fe72974c req-ded5f479-015d-40ad-95a0-005a93101b96 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.404864 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['a01b926b-6d73-4f06-9c24-7d78f3aa22ca'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:50:34.425035 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53870) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:34.430946 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1081532914-network', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:34.452671 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 2daf11b8-44fc-4262-ac87-e954fe44ca03 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:34.454602 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1de478-b4bd-46d5-89a2-0bc5fe72974c req-ded5f479-015d-40ad-95a0-005a93101b96 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:34.462041 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-7f1de478-b4bd-46d5-89a2-0bc5fe72974c req-ded5f479-015d-40ad-95a0-005a93101b96 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.462041 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f1de478-b4bd-46d5-89a2-0bc5fe72974c req-ded5f479-015d-40ad-95a0-005a93101b96 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "PUT /v2.0/ports/a01b926b-6d73-4f06-9c24-7d78f3aa22ca HTTP/1.1" status: 200  len: 943 time: 0.4468842
Sep 25 04:50:34.462041 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:50:34.462041 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fa9905-7d0a-4013-ab2f-1c4663ab8d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:50:34.468729 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53874) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:34.498268 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5f479-015d-40ad-95a0-005a93101b96 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event updated for resources: {'Port': ['ID=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,revision_number=7']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:34.527241 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13a8c21-0ee5-4616-a46f-159f10b2ac93 x-openstack-request-id: req-f13a8c21-0ee5-4616-a46f-159f10b2ac93 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:50:34.530657 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:50:34.531511 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f13a8c21-0ee5-4616-a46f-159f10b2ac93 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:50:34.532148 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'status': 'completed', 'code': 200}
Sep 25 04:50:34.549023 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Made reservation on behalf of e0cc3bcb84da4adead14cb50a8bf02ae for: {'network': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:50:34.551159 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['a01b926b-6d73-4f06-9c24-7d78f3aa22ca'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:50:34.551768 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.571024 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.600755 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c099645-df9c-4a4a-a8a2-9d032a577ae7 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.623309 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 2daf11b8-44fc-4262-ac87-e954fe44ca03 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:34.624207 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.658754 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c099645-df9c-4a4a-a8a2-9d032a577ae7 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.659251 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa9905-7d0a-4013-ab2f-1c4663ab8d4d req-50a228dc-d56a-4070-8f15-f6b5e9458453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:34.663933 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81fa9905-7d0a-4013-ab2f-1c4663ab8d4d req-50a228dc-d56a-4070-8f15-f6b5e9458453 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=446a285e254a4870b0f2575f681b59c8&device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 1099 time: 0.1081445
Sep 25 04:50:34.800716 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.851142 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-62d9d995-b02f-4775-9254-a059351f7e78 None None] Provisioning complete for port a01b926b-6d73-4f06-9c24-7d78f3aa22ca triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:34.851516 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-62d9d995-b02f-4775-9254-a059351f7e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.859578 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa9905-7d0a-4013-ab2f-1c4663ab8d4d req-84680ac6-13b7-4274-9c68-71a98e5f929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:34.861189 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81fa9905-7d0a-4013-ab2f-1c4663ab8d4d req-84680ac6-13b7-4274-9c68-71a98e5f929f service neutron] 10.222.0.23 "GET /v2.0/networks?id=761a0ea8-1d6f-4842-8c01-40c770594e5e HTTP/1.1" status: 200  len: 915 time: 0.1869400
Sep 25 04:50:34.919470 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c099645-df9c-4a4a-a8a2-9d032a577ae7 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.922579 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.922810 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c099645-df9c-4a4a-a8a2-9d032a577ae7 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.924014 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-8c099645-df9c-4a4a-a8a2-9d032a577ae7 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "DELETE /v2.0/security-groups/cdda58fd-3db3-4c53-84a0-eeb37763b4e0 HTTP/1.1" status: 204  len: 168 time: 0.4542494
Sep 25 04:50:34.933113 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53880) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:34.940958 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c099645-df9c-4a4a-a8a2-9d032a577ae7 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdda58fd-3db3-4c53-84a0-eeb37763b4e0,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:34.953848 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81fa9905-7d0a-4013-ab2f-1c4663ab8d4d req-dc6a1521-1684-4727-80f6-2f7d45aa97bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca HTTP/1.1" status: 200  len: 1002 time: 0.0815728
Sep 25 04:50:34.979026 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:34.989081 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port 2daf11b8-44fc-4262-ac87-e954fe44ca03, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=2daf11b8-44fc-4262-ac87-e954fe44ca03,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:35.007075 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f7227-a6dd-4511-ae98-b9d34cf33ebb,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:35.007671 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Sync routers for ids ['bbefe7e0-260e-4b73-b174-265821960ae6'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:50:35.026606 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa9905-7d0a-4013-ab2f-1c4663ab8d4d req-1c8d877d-d6a3-499f-87ba-767f45f786c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:35.026606 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81fa9905-7d0a-4013-ab2f-1c4663ab8d4d req-1c8d877d-d6a3-499f-87ba-767f45f786c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a14ec9d-3515-4a9e-bc61-1c4a8cd27529 HTTP/1.1" status: 200  len: 854 time: 0.0556486
Sep 25 04:50:35.027140 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Routers {'bbefe7e0-260e-4b73-b174-265821960ae6'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:35.027140 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8146c10>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['bbefe7e0-260e-4b73-b174-265821960ae6'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:35.027522 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'}  {{(pid=101197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:50:35.069012 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.069825 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.segments_db [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Added segment 226b45a0-ddac-4b35-9c14-7faeced0414f of type vlan for network 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4
Sep 25 04:50:35.096955 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa9905-7d0a-4013-ab2f-1c4663ab8d4d req-b7064b51-3b2b-4ca3-bdfb-afea5c5294fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:35.098609 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81fa9905-7d0a-4013-ab2f-1c4663ab8d4d req-b7064b51-3b2b-4ca3-bdfb-afea5c5294fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=761a0ea8-1d6f-4842-8c01-40c770594e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0692368
Sep 25 04:50:35.101233 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.140504 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Set router bbefe7e0-260e-4b73-b174-265821960ae6 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:35.157452 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=2daf11b8-44fc-4262-ac87-e954fe44ca03,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:35.199839 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.245025 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Deleting port acc0c462-35cc-42d7-ba98-a5dd2c56fedc {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:50:35.246388 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.312039 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.313541 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:35.313942 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.370621 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.371220 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.383584 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8146c10>, [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 4, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c9d11733-573c-4650-9f4c-b6f0cfee4954', 'name': '', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'mac_address': 'fa:16:3e:46:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:31Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 2, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'subnets': [{'id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:35.407863 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] Pushing event updated for resources: {'Network': ['ID=704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:35.413831 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Calling delete_port for acc0c462-35cc-42d7-ba98-a5dd2c56fedc owned by network:floatingip {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:50:35.419643 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4 details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:50:35.425058 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Checking router: bbefe7e0-260e-4b73-b174-265821960ae6 for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:50:35.425639 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Updating router bbefe7e0-260e-4b73-b174-265821960ae6 port c9d11733-573c-4650-9f4c-b6f0cfee4954 binding host dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:50:35.453242 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.468765 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-a85cdc9f-a9bc-4af7-a77d-ca206361e627 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0419290
Sep 25 04:50:35.475846 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53882) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:35.481850 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-4e838e98-ab46-4414-b960-c21555563f3c admin admin] Request body: {'subnet': {'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1081532914-subnet', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'ip_version': 4}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:35.533950 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81fa9905-7d0a-4013-ab2f-1c4663ab8d4d req-3494f69e-ba62-47e8-8503-b77b5f7bdaf2 service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4246316
Sep 25 04:50:35.617825 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e838e98-ab46-4414-b960-c21555563f3c admin admin] Made reservation on behalf of e0cc3bcb84da4adead14cb50a8bf02ae for: {'subnet': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:50:35.620427 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4e838e98-ab46-4414-b960-c21555563f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9557954'] for subnet, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.634113 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-81fa9905-7d0a-4013-ab2f-1c4663ab8d4d req-a25dbddd-1477-4c2c-8627-1172074e9200 service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888214
Sep 25 04:50:35.718501 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.745242 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.778694 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event deleted for resources: {'Port': ['ID=acc0c462-35cc-42d7-ba98-a5dd2c56fedc,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:35.826853 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.881543 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks [] for floatingip, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.882079 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.l3_db [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Floating IP 16d45eb2-2969-41e3-a170-eb931d4351b4 disassociated (deleted). External IP: 172.27.2.164, port: a01b926b-6d73-4f06-9c24-7d78f3aa22ca.
Sep 25 04:50:35.882412 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Pushing event updated for resources: {'Port': ['ID=c9d11733-573c-4650-9f4c-b6f0cfee4954,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:35.890414 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:35.891024 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:35.891582 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:35.892119 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:35.892495 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:35.892830 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:35.893163 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:35.893672 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:35.894022 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:35.894380 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:35.894709 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:35.895032 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101200) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:35.955131 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Attempting to bind port c9d11733-573c-4650-9f4c-b6f0cfee4954 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:50:35.955643 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Attempting to bind port c9d11733-573c-4650-9f4c-b6f0cfee4954 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:50:35.956009 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Attempting to bind port c9d11733-573c-4650-9f4c-b6f0cfee4954 on network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:50:35.961668 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:50:35.962127 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Checking segment: {'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:50:35.962522 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.962958 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Bound using segment: {'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:50:35.963415 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Bound port: c9d11733-573c-4650-9f4c-b6f0cfee4954, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:50:35.963818 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:35.980558 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4e838e98-ab46-4414-b960-c21555563f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9735752', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9558000'] for subnet, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:36.041426 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] For port c9d11733-573c-4650-9f4c-b6f0cfee4954, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:50:36.044884 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] For port c9d11733-573c-4650-9f4c-b6f0cfee4954, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=c9d11733-573c-4650-9f4c-b6f0cfee4954,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:50:36.048948 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e838e98-ab46-4414-b960-c21555563f3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b946acc6-b192-43da-ac57-219883317f7d,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:36.108099 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e838e98-ab46-4414-b960-c21555563f3c admin admin] Checking segment: {'id': '226b45a0-ddac-4b35-9c14-7faeced0414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101197) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:50:36.108525 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e838e98-ab46-4414-b960-c21555563f3c admin admin] Network hostable DHCP agents. Network: 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101197) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:50:36.110206 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-6515c39f-9a2c-4d6f-80cf-f7c367d5ed83 None None] Provisioning complete for port c9d11733-573c-4650-9f4c-b6f0cfee4954 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:36.110608 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6515c39f-9a2c-4d6f-80cf-f7c367d5ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:36.133462 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:36.145950 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-6515c39f-9a2c-4d6f-80cf-f7c367d5ed83 None None] Port c9d11733-573c-4650-9f4c-b6f0cfee4954 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:50:36.189793 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Routers {'bbefe7e0-260e-4b73-b174-265821960ae6'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:36.190439 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8146c10>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['bbefe7e0-260e-4b73-b174-265821960ae6'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:36.243160 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c2398-92d7-47f9-96f4-274cba35d56e None None] Pushing event updated for resources: {'Port': ['ID=c9d11733-573c-4650-9f4c-b6f0cfee4954,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:36.331032 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] Set router bbefe7e0-260e-4b73-b174-265821960ae6 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:36.412435 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 2daf11b8-44fc-4262-ac87-e954fe44ca03 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:36.445017 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Router a24d9dda-6838-46ea-a931-00b8921efe1b has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:50:36.471782 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 2daf11b8-44fc-4262-ac87-e954fe44ca03 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:36.472500 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:36.475825 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Provisioning complete for port c9d11733-573c-4650-9f4c-b6f0cfee4954 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:36.476185 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:36.503157 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e838e98-ab46-4414-b960-c21555563f3c admin admin] Network 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4 is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101197) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:50:36.574355 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8146c10>, [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 4, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c9d11733-573c-4650-9f4c-b6f0cfee4954', 'name': '', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'mac_address': 'fa:16:3e:46:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:31Z', 'updated_at': '2021-09-25T04:50:36Z', 'revision_number': 4, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'subnets': [{'id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:36.574676 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:50:36.580539 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:36.585961 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd12f8d-7f59-490f-8414-9906f352a196 None None] Sync routers for ids ['a24d9dda-6838-46ea-a931-00b8921efe1b'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:50:36.603805 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b5f98c-0ddf-4d47-99d5-8a1e80787c4c None None] The sync data for ids ['bbefe7e0-260e-4b73-b174-265821960ae6'] in dv-cinder-768458-10-iscsi is: [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 4, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c9d11733-573c-4650-9f4c-b6f0cfee4954', 'name': '', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'mac_address': 'fa:16:3e:46:6f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:31Z', 'updated_at': '2021-09-25T04:50:36Z', 'revision_number': 4, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'subnets': [{'id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:50:36.605157 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-4e838e98-ab46-4414-b960-c21555563f3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4) {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:50:36.614621 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e838e98-ab46-4414-b960-c21555563f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:36.615786 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4e838e98-ab46-4414-b960-c21555563f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:36.617221 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f81a6e9-ba62-4c83-9092-382d1ac97394 None None] Network 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:50:36.628980 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-55e51fa2-eb23-4672-bff4-77389d2ed4a1 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "DELETE /v2.0/floatingips/16d45eb2-2969-41e3-a170-eb931d4351b4 HTTP/1.1" status: 204  len: 168 time: 1.6992002
Sep 25 04:50:36.634124 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:50:36.636667 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b915022-b62f-40ca-bd64-5de783714685" -d '{"events": [{"name": "network-changed", "server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:50:36.690913 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6413e69-af0b-4d78-9f3b-cfb4666be3be x-openstack-request-id: req-d6413e69-af0b-4d78-9f3b-cfb4666be3be {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:50:36.690913 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:50:36.690913 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d6413e69-af0b-4d78-9f3b-cfb4666be3be {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:50:36.690913 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'status': 'completed', 'code': 200}
Sep 25 04:50:36.731510 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4e838e98-ab46-4414-b960-c21555563f3c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2539830
Sep 25 04:50:36.732225 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53892) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:36.740696 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:36.758215 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1081532914-router', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:36.810850 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd12f8d-7f59-490f-8414-9906f352a196 None None] Routers {'a24d9dda-6838-46ea-a931-00b8921efe1b'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:36.817937 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-3bd12f8d-7f59-490f-8414-9906f352a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2f3ab80>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['a24d9dda-6838-46ea-a931-00b8921efe1b'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:36.885720 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b915022-b62f-40ca-bd64-5de783714685 req-91a6e960-cd93-41d1-84ec-eabb31e07f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:36.887274 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5b915022-b62f-40ca-bd64-5de783714685 req-91a6e960-cd93-41d1-84ec-eabb31e07f4c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=446a285e254a4870b0f2575f681b59c8&device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 1099 time: 0.1683404
Sep 25 04:50:37.014691 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] For port c9d11733-573c-4650-9f4c-b6f0cfee4954, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=c9d11733-573c-4650-9f4c-b6f0cfee4954,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:37.021842 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3715459', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30137'] for router, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:37.023272 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3703411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3713411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3836188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30128'] for router, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:37.037991 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b915022-b62f-40ca-bd64-5de783714685 req-09460967-98ac-4608-a96d-b28b313e96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:37.039734 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5b915022-b62f-40ca-bd64-5de783714685 req-09460967-98ac-4608-a96d-b28b313e96e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=761a0ea8-1d6f-4842-8c01-40c770594e5e HTTP/1.1" status: 200  len: 915 time: 0.1448989
Sep 25 04:50:37.045683 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-3bd12f8d-7f59-490f-8414-9906f352a196 None None] Set router a24d9dda-6838-46ea-a931-00b8921efe1b gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:37.098170 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5b915022-b62f-40ca-bd64-5de783714685 req-2abf5d21-e11d-4f95-a037-3f39c264e6db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca HTTP/1.1" status: 200  len: 217 time: 0.0500946
Sep 25 04:50:37.106061 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:37.128497 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:37.178886 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b915022-b62f-40ca-bd64-5de783714685 req-7fb4dd08-b527-4b12-9dfd-564ec6c93a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:37.180598 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5b915022-b62f-40ca-bd64-5de783714685 req-7fb4dd08-b527-4b12-9dfd-564ec6c93a3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6a14ec9d-3515-4a9e-bc61-1c4a8cd27529 HTTP/1.1" status: 200  len: 854 time: 0.0506780
Sep 25 04:50:37.236461 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf70b41eb-9793-5ca1-934a-2b4112ba30ab-704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4', 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'fixed_ips': [{'subnet_id': 'b946acc6-b192-43da-ac57-219883317f7d'}]}} from dv-cinder-768458-10-iscsi. {{(pid=101199) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Sep 25 04:50:37.238248 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:37.365336 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b915022-b62f-40ca-bd64-5de783714685 req-808ac793-ece9-4016-80f6-1f4e32032d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:37.367184 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5b915022-b62f-40ca-bd64-5de783714685 req-808ac793-ece9-4016-80f6-1f4e32032d40 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=761a0ea8-1d6f-4842-8c01-40c770594e5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1770821
Sep 25 04:50:37.401698 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:37.468452 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Pushing event updated for resources: {'Port': ['ID=c9d11733-573c-4650-9f4c-b6f0cfee4954,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:37.522125 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5b915022-b62f-40ca-bd64-5de783714685 req-8fc2aace-4242-4f28-a9df-7e1bd96191a8 service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1167028
Sep 25 04:50:37.541010 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:37.541581 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:37.541718 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:37.542073 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:37.542624 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:37.542966 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:37.543295 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:37.543669 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:37.544199 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:37.544581 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:37.544907 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:37.545249 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9cd2da9-99b5-4802-a32f-0fd9b8c4451f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:37.664025 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.db_base_plugin_common [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Allocated IP 172.20.0.2 (704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4/b946acc6-b192-43da-ac57-219883317f7d/fd2231f1-3c04-488a-9592-493accaeb1be) {{(pid=101199) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:50:37.685791 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-3bd12f8d-7f59-490f-8414-9906f352a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2f3ab80>, [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:47:07Z', 'revision_number': 4, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '59c9222d-56c4-4490-bcf6-857fe1c0731e', 'name': '', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'mac_address': 'fa:16:3e:43:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:06Z', 'updated_at': '2021-09-25T04:47:13Z', 'revision_number': 5, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'subnets': [{'id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:37.696569 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5b915022-b62f-40ca-bd64-5de783714685 req-9c8e0138-795c-4556-b4a8-4a012dd7fed9 service neutron] 10.222.0.23 "GET /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617596
Sep 25 04:50:37.725114 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd12f8d-7f59-490f-8414-9906f352a196 None None] Checking router: a24d9dda-6838-46ea-a931-00b8921efe1b for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:50:37.747652 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd12f8d-7f59-490f-8414-9906f352a196 None None] Routers {'a24d9dda-6838-46ea-a931-00b8921efe1b'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:37.748320 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-3bd12f8d-7f59-490f-8414-9906f352a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2f3ab80>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['a24d9dda-6838-46ea-a931-00b8921efe1b'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:37.833490 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:37.855520 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:37.941387 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-3bd12f8d-7f59-490f-8414-9906f352a196 None None] Set router a24d9dda-6838-46ea-a931-00b8921efe1b gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:37.980520 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Notify callbacks [] for port, precommit_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:37.995242 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Allocated IP 172.27.2.89 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/3c5cfda8-6ce3-43bc-aedc-34944bdd3e85) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:50:38.118633 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041'] for port, after_create {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:38.134789 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:38.160213 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Network 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4 is already hosted by enough agents. {{(pid=101199) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:50:38.172661 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.scheduler.base_scheduler [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Resources bound (agent type, host, resource id):  {{(pid=101199) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:50:38.178364 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Received port after_create {{(pid=101199) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:50:38.223555 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Pushing event updated for resources: {'Port': ['ID=fd2231f1-3c04-488a-9592-493accaeb1be,revision_number=1']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:38.237027 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:38.281785 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Attempting to bind port fd2231f1-3c04-488a-9592-493accaeb1be on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:50:38.282160 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Attempting to bind port fd2231f1-3c04-488a-9592-493accaeb1be by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '226b45a0-ddac-4b35-9c14-7faeced0414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:50:38.282292 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:50:38.282517 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Attempting to bind port fd2231f1-3c04-488a-9592-493accaeb1be on network 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:50:38.285248 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:50:38.292010 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:50:38.294355 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:50:38.295168 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3c5cfda8-6ce3-43bc-aedc-34944bdd3e85,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:38.295388 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Checking segment: {'id': '226b45a0-ddac-4b35-9c14-7faeced0414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:50:38.295809 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:38.296209 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Bound using segment: {'id': '226b45a0-ddac-4b35-9c14-7faeced0414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:50:38.297043 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Bound port: fd2231f1-3c04-488a-9592-493accaeb1be, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226b45a0-ddac-4b35-9c14-7faeced0414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:50:38.297430 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:38.352592 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:38.352920 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:38.353347 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:38.353690 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:38.354027 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:38.354401 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:38.354740 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:38.355338 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:38.355591 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:38.355923 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:38.356252 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:38.356666 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:50:38.368910 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-3bd12f8d-7f59-490f-8414-9906f352a196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2f3ab80>, [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:47:07Z', 'revision_number': 4, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '59c9222d-56c4-4490-bcf6-857fe1c0731e', 'name': '', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'mac_address': 'fa:16:3e:43:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:06Z', 'updated_at': '2021-09-25T04:47:13Z', 'revision_number': 5, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'subnets': [{'id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:38.405340 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd12f8d-7f59-490f-8414-9906f352a196 None None] The sync data for ids ['a24d9dda-6838-46ea-a931-00b8921efe1b'] in dv-cinder-768458-10-iscsi is: [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:47:07Z', 'revision_number': 4, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '59c9222d-56c4-4490-bcf6-857fe1c0731e', 'name': '', 'network_id': '761a0ea8-1d6f-4842-8c01-40c770594e5e', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'mac_address': 'fa:16:3e:43:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:06Z', 'updated_at': '2021-09-25T04:47:13Z', 'revision_number': 5, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'subnets': [{'id': '6a14ec9d-3515-4a9e-bc61-1c4a8cd27529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:50:38.438550 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device c9d11733-573c-4650-9f4c-b6f0cfee4954 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:38.465792 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] For port fd2231f1-3c04-488a-9592-493accaeb1be, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:50:38.483653 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] For port fd2231f1-3c04-488a-9592-493accaeb1be, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fd2231f1-3c04-488a-9592-493accaeb1be,segment=NetworkSegment(226b45a0-ddac-4b35-9c14-7faeced0414f),segment_id=226b45a0-ddac-4b35-9c14-7faeced0414f)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:50:38.506268 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port c9d11733-573c-4650-9f4c-b6f0cfee4954 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:38.506268 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:38.577505 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:38.659626 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841428a9-a08f-4f99-b24c-02d02a2d828c None None] Pushing event updated for resources: {'Port': ['ID=fd2231f1-3c04-488a-9592-493accaeb1be,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:38.706799 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7e3f3e-2ee0-4ea0-9351-991d7f6d9c24 None None] New status for floating IP 16d45eb2-2969-41e3-a170-eb931d4351b4: DOWN {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:50:38.732541 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:38.988702 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3703306', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3713470'] for router, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:39.182320 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Router e8dda565-d8a0-4d5e-9e09-5869ac7b560f is scheduled to L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 with binding_index 1 {{(pid=101198) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Sep 25 04:50:39.295318 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:50:39.309745 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Sync routers for ids ['e8dda565-d8a0-4d5e-9e09-5869ac7b560f'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:50:39.322600 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Routers {'e8dda565-d8a0-4d5e-9e09-5869ac7b560f'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:39.323281 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2a02e20>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['e8dda565-d8a0-4d5e-9e09-5869ac7b560f'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:39.373240 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:39.375348 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-03b964f6-78ff-4173-802a-a32aa394f8a3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6387610
Sep 25 04:50:39.377690 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53918) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:39.473818 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Set router e8dda565-d8a0-4d5e-9e09-5869ac7b560f gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:39.675820 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca6b60-7cd9-4e2f-a73a-fc1e5666d7a5 None None] Network 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:50:39.738239 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2a02e20>, [{'id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'name': 'tempest-TestShelveInstance-1081532914-router', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:38Z', 'revision_number': 3, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'gw_port': {'id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:39.785401 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Checking router: e8dda565-d8a0-4d5e-9e09-5869ac7b560f for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:50:39.785401 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Updating router e8dda565-d8a0-4d5e-9e09-5869ac7b560f port 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 binding host dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:50:39.829161 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-19e9e53d-375b-4fb2-87ae-6cf21cce08b7 None None] Provisioning complete for port fd2231f1-3c04-488a-9592-493accaeb1be triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:39.829161 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-19e9e53d-375b-4fb2-87ae-6cf21cce08b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:39.830798 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:39.890707 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.066403 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Allocated IP 172.20.0.1 (704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4/b946acc6-b192-43da-ac57-219883317f7d/7ef528d0-214a-48f2-80e6-11a7b24c29b9) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:50:40.175299 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.257126 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-19e9e53d-375b-4fb2-87ae-6cf21cce08b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.268845 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.317244 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Network 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:50:40.318286 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-19e9e53d-375b-4fb2-87ae-6cf21cce08b7 None None] For port fd2231f1-3c04-488a-9592-493accaeb1be, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fd2231f1-3c04-488a-9592-493accaeb1be,segment=NetworkSegment(226b45a0-ddac-4b35-9c14-7faeced0414f),segment_id=226b45a0-ddac-4b35-9c14-7faeced0414f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:40.321673 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:50:40.337772 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:50:40.394541 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-19e9e53d-375b-4fb2-87ae-6cf21cce08b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.424861 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Pushing event updated for resources: {'Port': ['ID=7ef528d0-214a-48f2-80e6-11a7b24c29b9,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:40.439128 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3716483'] for router_interface, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.454174 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Notify callbacks [] for port, precommit_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.496817 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fd2231f1-3c04-488a-9592-493accaeb1be up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:40.500945 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9e53d-375b-4fb2-87ae-6cf21cce08b7 None None] Pushing event updated for resources: {'Port': ['ID=fd2231f1-3c04-488a-9592-493accaeb1be,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:40.548369 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.558009 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-f56cb4d0-100f-44f9-8778-7ebaecd59e1e None None] Provisioning complete for port fd2231f1-3c04-488a-9592-493accaeb1be triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:40.558375 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f56cb4d0-100f-44f9-8778-7ebaecd59e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.655112 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43137eba-669e-404f-a280-928fc1e26a90 None None] Pushing event updated for resources: {'Port': ['ID=3c5cfda8-6ce3-43bc-aedc-34944bdd3e85,revision_number=2']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:40.658492 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Attempting to bind port 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:50:40.658896 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Attempting to bind port 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:50:40.659255 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Attempting to bind port 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 on network 884f10d2-ae7d-401e-970c-bda63e6a05d5 {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:50:40.663819 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.671314 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port fd2231f1-3c04-488a-9592-493accaeb1be triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:40.671683 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.673890 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:50:40.674252 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Checking segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101199) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:50:40.674632 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.675014 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Bound using segment: {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'} {{(pid=101199) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:50:40.675470 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.managers [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Bound port: 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5'}}] {{(pid=101199) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:50:40.675839 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.796170 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] For port 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101199) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:50:40.812335 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] For port 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=3c5cfda8-6ce3-43bc-aedc-34944bdd3e85,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:50:40.825503 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.902056 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.924427 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:40.969895 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-d1ff0b38-fec5-4473-8dac-3ab9b5b791c9 None None] Provisioning complete for port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:40.970277 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d1ff0b38-fec5-4473-8dac-3ab9b5b791c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:41.002347 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Routers {'e8dda565-d8a0-4d5e-9e09-5869ac7b560f'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:41.003010 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2a02e20>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['e8dda565-d8a0-4d5e-9e09-5869ac7b560f'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:41.005076 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43137eba-669e-404f-a280-928fc1e26a90 None None] Pushing event updated for resources: {'Port': ['ID=3c5cfda8-6ce3-43bc-aedc-34944bdd3e85,revision_number=3']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:41.057046 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff0b38-fec5-4473-8dac-3ab9b5b791c9 None None] Port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:50:41.135753 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] Set router e8dda565-d8a0-4d5e-9e09-5869ac7b560f gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:41.252577 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3675857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3715955'] for router_interface, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:41.254304 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Pushing event updated for resources: {'Port': ['ID=7ef528d0-214a-48f2-80e6-11a7b24c29b9,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:41.351178 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2a02e20>, [{'id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'name': 'tempest-TestShelveInstance-1081532914-router', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:40Z', 'revision_number': 4, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'gw_port': {'id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '7ef528d0-214a-48f2-80e6-11a7b24c29b9', 'name': '', 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'mac_address': 'fa:16:3e:71:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b946acc6-b192-43da-ac57-219883317f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:39Z', 'updated_at': '2021-09-25T04:50:40Z', 'revision_number': 2, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'subnets': [{'id': 'b946acc6-b192-43da-ac57-219883317f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:41.354197 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85278050-cc5b-46d5-868b-d5261dc9054a req-3ab05790-a378-40ad-93d5-d68187eedf0c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:41.355799 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-85278050-cc5b-46d5-868b-d5261dc9054a req-3ab05790-a378-40ad-93d5-d68187eedf0c tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 946 time: 0.1053135
Sep 25 04:50:41.381612 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a357a38c-fec8-4a08-b9fb-b3221aa83f34 None None] The sync data for ids ['e8dda565-d8a0-4d5e-9e09-5869ac7b560f'] in dv-cinder-768458-10-iscsi is: [{'id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'name': 'tempest-TestShelveInstance-1081532914-router', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:40Z', 'revision_number': 4, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'gw_port': {'id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '7ef528d0-214a-48f2-80e6-11a7b24c29b9', 'name': '', 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'mac_address': 'fa:16:3e:71:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b946acc6-b192-43da-ac57-219883317f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:39Z', 'updated_at': '2021-09-25T04:50:40Z', 'revision_number': 2, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'subnets': [{'id': 'b946acc6-b192-43da-ac57-219883317f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:50:41.415603 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-85278050-cc5b-46d5-868b-d5261dc9054a req-62203e44-7792-4719-b250-1b5395b1d3de tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533953
Sep 25 04:50:41.420659 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Network 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:50:41.422087 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:50:41.550470 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Router e8dda565-d8a0-4d5e-9e09-5869ac7b560f has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:50:41.692242 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:50:41.699573 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-abe78a47-e165-4c05-a70f-c5528c85d17d admin admin] 10.222.0.20 "PUT /v2.0/routers/e8dda565-d8a0-4d5e-9e09-5869ac7b560f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3207939
Sep 25 04:50:41.781732 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-23bba2cd-5296-4128-9de6-9055bd67bf74 None None] Provisioning complete for port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:41.782348 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-23bba2cd-5296-4128-9de6-9055bd67bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:41.824605 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-23bba2cd-5296-4128-9de6-9055bd67bf74 None None] Port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:50:42.274627 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53946) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:42.279074 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-d7d1f759-3221-433b-9b68-5dc73f7c0c7a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-140631420', 'description': 'tempest-secgroup-smoke-140631420 description', 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:42.364738 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f759-3221-433b-9b68-5dc73f7c0c7a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:42.481006 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fd2231f1-3c04-488a-9592-493accaeb1be up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:42.483388 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f759-3221-433b-9b68-5dc73f7c0c7a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:42.529672 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port fd2231f1-3c04-488a-9592-493accaeb1be triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:42.530046 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:42.551964 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15589643-c51b-4e80-8e8c-3222b60e8d87 req-e038d19a-1b3e-4672-a3d7-38faa72c2b85 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:42.553495 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15589643-c51b-4e80-8e8c-3222b60e8d87 req-e038d19a-1b3e-4672-a3d7-38faa72c2b85 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 946 time: 0.0500779
Sep 25 04:50:42.563620 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f759-3221-433b-9b68-5dc73f7c0c7a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:42.609672 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:42.620586 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1f759-3221-433b-9b68-5dc73f7c0c7a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=387fd53c-7582-427a-b8a1-5fcfa482948e,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:42.628930 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15589643-c51b-4e80-8e8c-3222b60e8d87 req-1886735e-29f0-453b-aab0-312ee9668291 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671077
Sep 25 04:50:42.661227 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:42.661607 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:42.681655 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d7d1f759-3221-433b-9b68-5dc73f7c0c7a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:42.682937 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d7d1f759-3221-433b-9b68-5dc73f7c0c7a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4073560
Sep 25 04:50:42.686144 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53954) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:42.690489 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-1e43c2ca-9d6a-48dc-a0ff-dbba617d8034 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Request body: {'security_group_rule': {'security_group_id': '387fd53c-7582-427a-b8a1-5fcfa482948e', 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:42.740490 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:42.760025 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] For port 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=3c5cfda8-6ce3-43bc-aedc-34944bdd3e85,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:42.769557 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1e43c2ca-9d6a-48dc-a0ff-dbba617d8034 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:42.833150 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1e43c2ca-9d6a-48dc-a0ff-dbba617d8034 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:42.850194 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:42.895897 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Pushing event updated for resources: {'Port': ['ID=3c5cfda8-6ce3-43bc-aedc-34944bdd3e85,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:42.941641 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1e43c2ca-9d6a-48dc-a0ff-dbba617d8034 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:42.960019 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43c2ca-9d6a-48dc-a0ff-dbba617d8034 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdab2c1-7c9e-4638-a05c-4c873eddf48a,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:43.033462 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1e43c2ca-9d6a-48dc-a0ff-dbba617d8034 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.034748 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-1e43c2ca-9d6a-48dc-a0ff-dbba617d8034 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3476915
Sep 25 04:50:43.037597 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 53956) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:43.042047 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-9e211d78-89fb-4a53-894f-0c922100c820 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Request body: {'security_group_rule': {'security_group_id': '387fd53c-7582-427a-b8a1-5fcfa482948e', 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:43.146930 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9e211d78-89fb-4a53-894f-0c922100c820 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.204580 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9e211d78-89fb-4a53-894f-0c922100c820 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.284674 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9e211d78-89fb-4a53-894f-0c922100c820 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.310185 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e211d78-89fb-4a53-894f-0c922100c820 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b067d05c-0362-45b5-9e49-2a0388fb8a22,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:43.328003 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:50:43.328749 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3723b4-c8ea-4321-8f91-cff11b6dc587 req-ec0459ad-12ed-499b-91a4-d7537a99c787 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:43.329545 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3b3723b4-c8ea-4321-8f91-cff11b6dc587 req-ec0459ad-12ed-499b-91a4-d7537a99c787 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.23 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 946 time: 0.0742025
Sep 25 04:50:43.373381 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9e211d78-89fb-4a53-894f-0c922100c820 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.374589 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9e211d78-89fb-4a53-894f-0c922100c820 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3360734
Sep 25 04:50:43.377575 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53958) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:43.382338 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-e3fd0512-a540-4d1a-8b94-dd04ae029473 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Request body: {'security_group_rule': {'security_group_id': '387fd53c-7582-427a-b8a1-5fcfa482948e', 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:43.429039 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-3b3723b4-c8ea-4321-8f91-cff11b6dc587 req-4794c9e1-d525-44f2-adcc-9d5f85ed1408 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Deleting port a01b926b-6d73-4f06-9c24-7d78f3aa22ca {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:50:43.429263 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3b3723b4-c8ea-4321-8f91-cff11b6dc587 req-4794c9e1-d525-44f2-adcc-9d5f85ed1408 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.477992 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0512-a540-4d1a-8b94-dd04ae029473 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.532000 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-3b3723b4-c8ea-4321-8f91-cff11b6dc587 req-4794c9e1-d525-44f2-adcc-9d5f85ed1408 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] For port a01b926b-6d73-4f06-9c24-7d78f3aa22ca, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:43.532393 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3b3723b4-c8ea-4321-8f91-cff11b6dc587 req-4794c9e1-d525-44f2-adcc-9d5f85ed1408 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.545628 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-3b3723b4-c8ea-4321-8f91-cff11b6dc587 req-4794c9e1-d525-44f2-adcc-9d5f85ed1408 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Calling delete_port for a01b926b-6d73-4f06-9c24-7d78f3aa22ca owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:50:43.551176 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0512-a540-4d1a-8b94-dd04ae029473 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.636163 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0512-a540-4d1a-8b94-dd04ae029473 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.653447 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd0512-a540-4d1a-8b94-dd04ae029473 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ad4050-eb39-46ba-a2b3-99a7764bcbd1,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:43.750939 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e3fd0512-a540-4d1a-8b94-dd04ae029473 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.752248 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-e3fd0512-a540-4d1a-8b94-dd04ae029473 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3736832
Sep 25 04:50:43.755179 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53966) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:43.761484 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-f0f85948-6216-47fa-8e34-645b2bf7b257 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Request body: {'security_group_rule': {'security_group_id': '387fd53c-7582-427a-b8a1-5fcfa482948e', 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:43.764829 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3b3723b4-c8ea-4321-8f91-cff11b6dc587 req-4794c9e1-d525-44f2-adcc-9d5f85ed1408 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.776184 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['a01b926b-6d73-4f06-9c24-7d78f3aa22ca'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:50:43.790047 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e059cb-0579-4ad3-9b93-79399392b798 req-98d9761c-26e2-4e3f-949f-7b3bb5306e6e tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:50:43.792234 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-16e059cb-0579-4ad3-9b93-79399392b798 req-98d9761c-26e2-4e3f-949f-7b3bb5306e6e tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 867 time: 0.0796220
Sep 25 04:50:43.820086 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794c9e1-d525-44f2-adcc-9d5f85ed1408 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Pushing event deleted for resources: {'Port': ['ID=a01b926b-6d73-4f06-9c24-7d78f3aa22ca,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:43.878023 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3723b4-c8ea-4321-8f91-cff11b6dc587 req-4794c9e1-d525-44f2-adcc-9d5f85ed1408 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] No DVR routers for this DVR port a01b926b-6d73-4f06-9c24-7d78f3aa22ca on host hv-cinder-76845 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:50:43.885318 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-3b3723b4-c8ea-4321-8f91-cff11b6dc587 req-4794c9e1-d525-44f2-adcc-9d5f85ed1408 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.887315 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3b3723b4-c8ea-4321-8f91-cff11b6dc587 req-4794c9e1-d525-44f2-adcc-9d5f85ed1408 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.23 "DELETE /v2.0/ports/a01b926b-6d73-4f06-9c24-7d78f3aa22ca HTTP/1.1" status: 204  len: 173 time: 0.5516348
Sep 25 04:50:43.887755 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'name': 'network-vif-deleted', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:50:43.890105 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95462dc6-e99d-4cc2-a2df-fd8d0702dc66" -d '{"events": [{"server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "name": "network-vif-deleted", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:50:43.902216 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-16e059cb-0579-4ad3-9b93-79399392b798 req-dc7d5aca-9cfb-475f-b0ac-1a67648f1046 tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/security-groups?id=a090f920-646c-4787-a4df-e7268ec7a394&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902946
Sep 25 04:50:43.933125 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519db095-cc62-41a5-913f-6210369f6c6c x-openstack-request-id: req-519db095-cc62-41a5-913f-6210369f6c6c {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:50:43.933521 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12560013-23e3-4fb9-b558-2b2a3c8612fb", "name": "network-vif-deleted", "tag": "a01b926b-6d73-4f06-9c24-7d78f3aa22ca", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:50:43.933662 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-519db095-cc62-41a5-913f-6210369f6c6c {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:50:43.934318 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12560013-23e3-4fb9-b558-2b2a3c8612fb', 'name': 'network-vif-deleted', 'tag': 'a01b926b-6d73-4f06-9c24-7d78f3aa22ca', 'status': 'completed', 'code': 200}
Sep 25 04:50:43.934548 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f0f85948-6216-47fa-8e34-645b2bf7b257 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:43.999861 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f0f85948-6216-47fa-8e34-645b2bf7b257 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:44.144952 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f0f85948-6216-47fa-8e34-645b2bf7b257 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:44.169397 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f85948-6216-47fa-8e34-645b2bf7b257 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb3e6550-8f71-4f68-b1b5-f0e45d77c17e,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:44.279246 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f0f85948-6216-47fa-8e34-645b2bf7b257 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:44.280840 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-f0f85948-6216-47fa-8e34-645b2bf7b257 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5246806
Sep 25 04:50:44.283734 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53970) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:44.288541 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-5ea5fdda-a716-4ee6-a5c2-53818746bb90 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Request body: {'security_group_rule': {'security_group_id': '387fd53c-7582-427a-b8a1-5fcfa482948e', 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:44.380839 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.securitygroups_db [None req-5ea5fdda-a716-4ee6-a5c2-53818746bb90 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Project f852bbec2bbd4cb4952442eb36ef3e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 25 04:50:44.381507 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:44.386937 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fdda-a716-4ee6-a5c2-53818746bb90 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:44.445114 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:44.445482 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:44.454745 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fdda-a716-4ee6-a5c2-53818746bb90 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:44.536334 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fdda-a716-4ee6-a5c2-53818746bb90 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:44.558399 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5fdda-a716-4ee6-a5c2-53818746bb90 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec60510f-489b-4e0a-98dd-064cb2893e55,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:44.639128 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fdda-a716-4ee6-a5c2-53818746bb90 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:44.640392 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-5ea5fdda-a716-4ee6-a5c2-53818746bb90 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3555076
Sep 25 04:50:44.643179 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 53974) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:44.647580 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-2fc7e726-a8bd-4161-aff0-97408b12356f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Request body: {'security_group_rule': {'security_group_id': '387fd53c-7582-427a-b8a1-5fcfa482948e', 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:50:44.755081 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.securitygroups_db [None req-2fc7e726-a8bd-4161-aff0-97408b12356f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Project f852bbec2bbd4cb4952442eb36ef3e97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Sep 25 04:50:44.760254 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-2fc7e726-a8bd-4161-aff0-97408b12356f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:44.778603 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Sync routers for ids ['e8dda565-d8a0-4d5e-9e09-5869ac7b560f'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:50:44.787522 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Routers {'e8dda565-d8a0-4d5e-9e09-5869ac7b560f'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:44.788056 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd37dde80>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['e8dda565-d8a0-4d5e-9e09-5869ac7b560f'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:44.823498 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-2fc7e726-a8bd-4161-aff0-97408b12356f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:44.930721 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-2fc7e726-a8bd-4161-aff0-97408b12356f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3960919'] for security_group_rule, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:44.950406 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7e726-a8bd-4161-aff0-97408b12356f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999c82cb-2009-4895-a7af-e4644d615902,revision_number=0']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:44.993773 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Set router e8dda565-d8a0-4d5e-9e09-5869ac7b560f gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:45.015829 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-def02830-b15b-4356-8305-eb62262fb1dc req-c3f49f3b-a011-47e3-b9bf-e1f684dbbaff tempest-TestMinimumBasicScenario-1820379490 tempest-TestMinimumBasicScenario-1820379490-project] 10.222.0.20 "GET /v2.0/ports?device_id=12560013-23e3-4fb9-b558-2b2a3c8612fb HTTP/1.1" status: 200  len: 210 time: 0.0275714
Sep 25 04:50:45.018865 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-2fc7e726-a8bd-4161-aff0-97408b12356f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:45.020259 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-2fc7e726-a8bd-4161-aff0-97408b12356f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3760889
Sep 25 04:50:45.202157 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd37dde80>, [{'id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'name': 'tempest-TestShelveInstance-1081532914-router', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:40Z', 'revision_number': 4, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'gw_port': {'id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '7ef528d0-214a-48f2-80e6-11a7b24c29b9', 'name': '', 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'mac_address': 'fa:16:3e:71:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b946acc6-b192-43da-ac57-219883317f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:39Z', 'updated_at': '2021-09-25T04:50:40Z', 'revision_number': 2, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'subnets': [{'id': 'b946acc6-b192-43da-ac57-219883317f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:45.228639 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Checking router: e8dda565-d8a0-4d5e-9e09-5869ac7b560f for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:50:45.228991 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Updating router e8dda565-d8a0-4d5e-9e09-5869ac7b560f port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 binding host dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Sep 25 04:50:45.253483 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:45.519453 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Notify callbacks [] for port, precommit_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:45.628061 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:45.681991 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffbbf9-5e98-4ea4-b013-bfe51cf2a3bb None None] Pushing event updated for resources: {'Port': ['ID=7ef528d0-214a-48f2-80e6-11a7b24c29b9,revision_number=3']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:45.744921 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Attempting to bind port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 on host dv-cinder-768458-10-iscsi for vnic_type normal with profile  {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:50:45.745218 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Attempting to bind port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 by drivers openvswitch,hyperv on host dv-cinder-768458-10-iscsi at level 0 using segments [{'id': '226b45a0-ddac-4b35-9c14-7faeced0414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4'}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:50:45.745584 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Attempting to bind port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 on network 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4 {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:50:45.751084 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Checking agent: {'id': '3632e70d-f872-4282-96d4-4d4d18838539', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768458-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 35, 54), 'started_at': datetime.datetime(2021, 9, 25, 4, 36, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768458-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:50:45.751455 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Checking segment: {'id': '226b45a0-ddac-4b35-9c14-7faeced0414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101200) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:50:45.751854 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:45.752234 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Bound using segment: {'id': '226b45a0-ddac-4b35-9c14-7faeced0414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4'} {{(pid=101200) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:50:45.752782 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.managers [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Bound port: 7ef528d0-214a-48f2-80e6-11a7b24c29b9, host: dv-cinder-768458-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226b45a0-ddac-4b35-9c14-7faeced0414f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4'}}] {{(pid=101200) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:50:45.753173 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:45.824105 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] For port 7ef528d0-214a-48f2-80e6-11a7b24c29b9, host dv-cinder-768458-10-iscsi, cleared binding levels {{(pid=101200) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:50:45.827600 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.plugins.ml2.db [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] For port 7ef528d0-214a-48f2-80e6-11a7b24c29b9, host dv-cinder-768458-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=7ef528d0-214a-48f2-80e6-11a7b24c29b9,segment=NetworkSegment(226b45a0-ddac-4b35-9c14-7faeced0414f),segment_id=226b45a0-ddac-4b35-9c14-7faeced0414f)] {{(pid=101200) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:50:45.878008 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-85a743bd-fb71-41f8-9331-a4a9a3d0f6a4 None None] Provisioning complete for port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:45.878008 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-85a743bd-fb71-41f8-9331-a4a9a3d0f6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:45.917313 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-85a743bd-fb71-41f8-9331-a4a9a3d0f6a4 None None] Port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:50:45.942572 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron_lib.callbacks.manager [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101200) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:45.993856 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Routers {'e8dda565-d8a0-4d5e-9e09-5869ac7b560f'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:45.998497 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd37dde80>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['e8dda565-d8a0-4d5e-9e09-5869ac7b560f'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:46.053298 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fffbbf9-5e98-4ea4-b013-bfe51cf2a3bb None None] Pushing event updated for resources: {'Port': ['ID=7ef528d0-214a-48f2-80e6-11a7b24c29b9,revision_number=4']} {{(pid=101200) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:46.159382 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] Set router e8dda565-d8a0-4d5e-9e09-5869ac7b560f gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:46.245585 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-5c6daf12-ffb9-4b66-80ca-efe227140fc8 None None] Provisioning complete for port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:46.246114 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5c6daf12-ffb9-4b66-80ca-efe227140fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:46.332709 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5c6daf12-ffb9-4b66-80ca-efe227140fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:46.383316 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-5c6daf12-ffb9-4b66-80ca-efe227140fc8 None None] For port 7ef528d0-214a-48f2-80e6-11a7b24c29b9, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=7ef528d0-214a-48f2-80e6-11a7b24c29b9,segment=NetworkSegment(226b45a0-ddac-4b35-9c14-7faeced0414f),segment_id=226b45a0-ddac-4b35-9c14-7faeced0414f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:46.430994 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 7ef528d0-214a-48f2-80e6-11a7b24c29b9 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:46.440859 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd37dde80>, [{'id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'name': 'tempest-TestShelveInstance-1081532914-router', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:40Z', 'revision_number': 4, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'gw_port': {'id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '7ef528d0-214a-48f2-80e6-11a7b24c29b9', 'name': '', 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'mac_address': 'fa:16:3e:71:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b946acc6-b192-43da-ac57-219883317f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:39Z', 'updated_at': '2021-09-25T04:50:45Z', 'revision_number': 4, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'subnets': [{'id': 'b946acc6-b192-43da-ac57-219883317f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:46.473934 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb364ac4-c84a-41a6-aad5-2393e0499bbc None None] The sync data for ids ['e8dda565-d8a0-4d5e-9e09-5869ac7b560f'] in dv-cinder-768458-10-iscsi is: [{'id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'name': 'tempest-TestShelveInstance-1081532914-router', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:40Z', 'revision_number': 4, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'gw_port': {'id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '7ef528d0-214a-48f2-80e6-11a7b24c29b9', 'name': '', 'network_id': '704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'mac_address': 'fa:16:3e:71:53:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'b946acc6-b192-43da-ac57-219883317f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:39Z', 'updated_at': '2021-09-25T04:50:45Z', 'revision_number': 4, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'subnets': [{'id': 'b946acc6-b192-43da-ac57-219883317f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:50:46.486924 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5c6daf12-ffb9-4b66-80ca-efe227140fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:46.492912 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:46.493484 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:46.573914 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6daf12-ffb9-4b66-80ca-efe227140fc8 None None] Pushing event updated for resources: {'Port': ['ID=7ef528d0-214a-48f2-80e6-11a7b24c29b9,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:46.642333 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device a01b926b-6d73-4f06-9c24-7d78f3aa22ca no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:50:46.663970 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: a01b926b-6d73-4f06-9c24-7d78f3aa22ca {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:50:46.664341 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device a01b926b-6d73-4f06-9c24-7d78f3aa22ca not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:50:48.012476 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54094) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:48.380202 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 7ef528d0-214a-48f2-80e6-11a7b24c29b9 up at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:50:48.434220 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Provisioning complete for port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:50:48.435009 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:48.457584 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6d25507-6bd9-4129-8ca1-fca9a2c89fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715868'] for router_interface, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:48.773537 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-c6d25507-6bd9-4129-8ca1-fca9a2c89fa3 admin admin] Deleting port 59c9222d-56c4-4490-bcf6-857fe1c0731e {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:50:48.773882 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6d25507-6bd9-4129-8ca1-fca9a2c89fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:48.857358 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-c6d25507-6bd9-4129-8ca1-fca9a2c89fa3 admin admin] For port 59c9222d-56c4-4490-bcf6-857fe1c0731e, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=59c9222d-56c4-4490-bcf6-857fe1c0731e,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:48.857738 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6d25507-6bd9-4129-8ca1-fca9a2c89fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:48.870366 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-c6d25507-6bd9-4129-8ca1-fca9a2c89fa3 admin admin] Calling delete_port for 59c9222d-56c4-4490-bcf6-857fe1c0731e owned by network:router_interface {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:50:49.122581 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6d25507-6bd9-4129-8ca1-fca9a2c89fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:49.148283 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d25507-6bd9-4129-8ca1-fca9a2c89fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=59c9222d-56c4-4490-bcf6-857fe1c0731e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:49.325670 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c6d25507-6bd9-4129-8ca1-fca9a2c89fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716501'] for router_interface, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:49.541645 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d25507-6bd9-4129-8ca1-fca9a2c89fa3 admin admin] Router a24d9dda-6838-46ea-a931-00b8921efe1b has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:50:49.646000 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d25507-6bd9-4129-8ca1-fca9a2c89fa3 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:50:49.652253 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c6d25507-6bd9-4129-8ca1-fca9a2c89fa3 admin admin] 10.222.0.20 "PUT /v2.0/routers/a24d9dda-6838-46ea-a931-00b8921efe1b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6368623
Sep 25 04:50:49.654360 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54104) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:49.657115 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94237c85-9428-43d1-a69e-fafa96741930 None None] Sync routers for ids ['a24d9dda-6838-46ea-a931-00b8921efe1b'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:50:49.666927 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94237c85-9428-43d1-a69e-fafa96741930 None None] Routers {'a24d9dda-6838-46ea-a931-00b8921efe1b'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:49.667559 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-94237c85-9428-43d1-a69e-fafa96741930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd26c6b50>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['a24d9dda-6838-46ea-a931-00b8921efe1b'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:49.760253 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Notify callbacks [] for router, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:49.786482 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-94237c85-9428-43d1-a69e-fafa96741930 None None] Set router a24d9dda-6838-46ea-a931-00b8921efe1b gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:49.974404 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-79e0d92a-f6ea-466b-8174-9de18c5fd01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:50.111919 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-94237c85-9428-43d1-a69e-fafa96741930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd26c6b50>, [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:50:49Z', 'revision_number': 5, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:50.131492 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:50.143412 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94237c85-9428-43d1-a69e-fafa96741930 None None] Checking router: a24d9dda-6838-46ea-a931-00b8921efe1b for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:50:50.158759 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94237c85-9428-43d1-a69e-fafa96741930 None None] Routers {'a24d9dda-6838-46ea-a931-00b8921efe1b'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:50.159564 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-94237c85-9428-43d1-a69e-fafa96741930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd26c6b50>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['a24d9dda-6838-46ea-a931-00b8921efe1b'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:50.281017 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-94237c85-9428-43d1-a69e-fafa96741930 None None] Set router a24d9dda-6838-46ea-a931-00b8921efe1b gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:50.299441 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Deleting port c43e8516-3dba-4f68-96b5-e5b5101f9150 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:50:50.299777 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:50.404583 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] For port c43e8516-3dba-4f68-96b5-e5b5101f9150, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=c43e8516-3dba-4f68-96b5-e5b5101f9150,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:50.409498 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:50.426243 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Calling delete_port for c43e8516-3dba-4f68-96b5-e5b5101f9150 owned by network:router_gateway {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:50:50.506948 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-94237c85-9428-43d1-a69e-fafa96741930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd26c6b50>, [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:50:49Z', 'revision_number': 5, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:50.537453 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94237c85-9428-43d1-a69e-fafa96741930 None None] The sync data for ids ['a24d9dda-6838-46ea-a931-00b8921efe1b'] in dv-cinder-768458-10-iscsi is: [{'id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'name': 'tempest-TestMinimumBasicScenario-1734054665-router', 'tenant_id': '446a285e254a4870b0f2575f681b59c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:00Z', 'updated_at': '2021-09-25T04:50:49Z', 'revision_number': 5, 'project_id': '446a285e254a4870b0f2575f681b59c8', 'gw_port': {'id': 'c43e8516-3dba-4f68-96b5-e5b5101f9150', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24d9dda-6838-46ea-a931-00b8921efe1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:02Z', 'updated_at': '2021-09-25T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:50:50.685783 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:50.711916 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Pushing event deleted for resources: {'Port': ['ID=c43e8516-3dba-4f68-96b5-e5b5101f9150,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:50.781181 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716438'] for router_gateway, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:50.876126 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3703353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30087'] for router, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:50.878475 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.043079 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3703344'] for router, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.043528 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a24d9dda-6838-46ea-a931-00b8921efe1b {{(pid=101198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 25 04:50:51.047819 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.049026 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-95c7845f-b660-4abc-8842-ae9ad2564a98 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a24d9dda-6838-46ea-a931-00b8921efe1b HTTP/1.1" status: 204  len: 168 time: 1.3925433
Sep 25 04:50:51.052176 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54112) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:51.098899 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-44bc69d3-c799-405b-b62e-d4dbc863e9db admin admin] Deleting subnet 6a14ec9d-3515-4a9e-bc61-1c4a8cd27529 {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:50:51.102424 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-44bc69d3-c799-405b-b62e-d4dbc863e9db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.140918 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-44bc69d3-c799-405b-b62e-d4dbc863e9db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855331'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.271481 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-44bc69d3-c799-405b-b62e-d4dbc863e9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.405804 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-44bc69d3-c799-405b-b62e-d4dbc863e9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9536346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9085572'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.433456 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc69d3-c799-405b-b62e-d4dbc863e9db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a14ec9d-3515-4a9e-bc61-1c4a8cd27529,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:51.435668 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-44bc69d3-c799-405b-b62e-d4dbc863e9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.437663 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-44bc69d3-c799-405b-b62e-d4dbc863e9db admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6a14ec9d-3515-4a9e-bc61-1c4a8cd27529 HTTP/1.1" status: 204  len: 168 time: 0.3844378
Sep 25 04:50:51.440472 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54118) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:51.441626 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf4a41f-d6f2-4c51-9e24-257ffc76d3da None None] Network 761a0ea8-1d6f-4842-8c01-40c770594e5e requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:50:51.517260 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.576422 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Deleting port 9d854cd6-a8a0-42e7-a4b5-d592a5502748 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:50:51.576777 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.649688 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] For port 9d854cd6-a8a0-42e7-a4b5-d592a5502748, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=9d854cd6-a8a0-42e7-a4b5-d592a5502748,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:51.650075 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.662160 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6842b8d2-5c24-4b83-9740-51cdac26ea7f None None] DHCP port deletion for 761a0ea8-1d6f-4842-8c01-40c770594e5e request from dv-cinder-768458-10-iscsi {{(pid=101199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Sep 25 04:50:51.664061 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Calling delete_port for 9d854cd6-a8a0-42e7-a4b5-d592a5502748 owned by network:dhcp {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:50:51.715962 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-6842b8d2-5c24-4b83-9740-51cdac26ea7f None None] Deleting port 9d854cd6-a8a0-42e7-a4b5-d592a5502748 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:50:51.716760 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6842b8d2-5c24-4b83-9740-51cdac26ea7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.780358 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-6842b8d2-5c24-4b83-9740-51cdac26ea7f None None] For port 9d854cd6-a8a0-42e7-a4b5-d592a5502748, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=9d854cd6-a8a0-42e7-a4b5-d592a5502748,segment=NetworkSegment(432c1912-bf38-41fe-a1c1-71e6431e7e25),segment_id=432c1912-bf38-41fe-a1c1-71e6431e7e25)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:51.780769 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6842b8d2-5c24-4b83-9740-51cdac26ea7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.798108 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-6842b8d2-5c24-4b83-9740-51cdac26ea7f None None] Calling delete_port for 9d854cd6-a8a0-42e7-a4b5-d592a5502748 owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:50:51.879693 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.905873 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Pushing event deleted for resources: {'Port': ['ID=9d854cd6-a8a0-42e7-a4b5-d592a5502748,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:51.909520 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] No DVR routers for this DVR port 9d854cd6-a8a0-42e7-a4b5-d592a5502748 on host dv-cinder-768458-10-iscsi {{(pid=101197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:50:51.922713 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6842b8d2-5c24-4b83-9740-51cdac26ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:51.951694 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842b8d2-5c24-4b83-9740-51cdac26ea7f None None] Pushing event deleted for resources: {'Port': ['ID=9d854cd6-a8a0-42e7-a4b5-d592a5502748,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:51.957486 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6842b8d2-5c24-4b83-9740-51cdac26ea7f None None] No DVR routers for this DVR port 9d854cd6-a8a0-42e7-a4b5-d592a5502748 on host dv-cinder-768458-10-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:50:51.991033 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:52.012703 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd1b86b80>,) {'filters': {'network_id': ['761a0ea8-1d6f-4842-8c01-40c770594e5e']}} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:52.021886 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1b86b80>, '432c1912-bf38-41fe-a1c1-71e6431e7e25') {'for_net_delete': True} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:52.022182 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1b86b80>, '432c1912-bf38-41fe-a1c1-71e6431e7e25') {} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:52.031282 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9493522'] for segment, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:52.044538 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:52.050527 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:50:52.050963 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9736743'] for segment, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]: Traceback (most recent call last):
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     timer()
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     cb(*args, **kw)
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     return func(*args, **kwargs)
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     self._notify()
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     self.callback(batched_events)
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     event.method(event)
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     return f(self, *a, **k)
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._get(url).json()
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:50:52.052656 dv-cinder-768458-10-iscsi neutron-server[101197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:50:52.194289 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:52.199975 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:52.204574 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] 10.222.0.20 "DELETE /v2.0/networks/761a0ea8-1d6f-4842-8c01-40c770594e5e HTTP/1.1" status: 204  len: 168 time: 0.7603517
Sep 25 04:50:52.204906 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54122) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:52.213772 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38529ec0-b619-429f-a094-80bc853723de admin admin] Pushing event deleted for resources: {'Network': ['ID=761a0ea8-1d6f-4842-8c01-40c770594e5e,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:52.387267 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 59c9222d-56c4-4490-bcf6-857fe1c0731e no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:50:52.407709 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 59c9222d-56c4-4490-bcf6-857fe1c0731e {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:50:52.408099 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 59c9222d-56c4-4490-bcf6-857fe1c0731e not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:50:52.408500 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 9d854cd6-a8a0-42e7-a4b5-d592a5502748 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:50:52.428710 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 9d854cd6-a8a0-42e7-a4b5-d592a5502748 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:50:52.429101 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 9d854cd6-a8a0-42e7-a4b5-d592a5502748 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:50:52.429527 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device c43e8516-3dba-4f68-96b5-e5b5101f9150 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:50:52.450294 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: c43e8516-3dba-4f68-96b5-e5b5101f9150 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:50:52.450294 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device c43e8516-3dba-4f68-96b5-e5b5101f9150 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:50:52.597188 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0c609434-d4c7-4d07-8bdf-4a3576b4eb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715868'] for router_interface, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:52.849755 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-0c609434-d4c7-4d07-8bdf-4a3576b4eb85 admin admin] Deleting port fb0462a5-64a2-46e1-a360-41b3ee7d5cad {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:50:52.849992 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0c609434-d4c7-4d07-8bdf-4a3576b4eb85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:52.934450 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-0c609434-d4c7-4d07-8bdf-4a3576b4eb85 admin admin] For port fb0462a5-64a2-46e1-a360-41b3ee7d5cad, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fb0462a5-64a2-46e1-a360-41b3ee7d5cad,segment=NetworkSegment(4e9d5c74-7715-49d0-be8a-02385899c812),segment_id=4e9d5c74-7715-49d0-be8a-02385899c812)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:52.935066 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0c609434-d4c7-4d07-8bdf-4a3576b4eb85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:52.948613 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-0c609434-d4c7-4d07-8bdf-4a3576b4eb85 admin admin] Calling delete_port for fb0462a5-64a2-46e1-a360-41b3ee7d5cad owned by network:router_interface {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:50:53.211543 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0c609434-d4c7-4d07-8bdf-4a3576b4eb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:53.236996 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c609434-d4c7-4d07-8bdf-4a3576b4eb85 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb0462a5-64a2-46e1-a360-41b3ee7d5cad,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:53.454471 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-0c609434-d4c7-4d07-8bdf-4a3576b4eb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716501'] for router_interface, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:53.599897 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7ccaca01-4e9b-4921-8248-29e6d48be734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:53.685108 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c609434-d4c7-4d07-8bdf-4a3576b4eb85 admin admin] Router 877a2ef7-220f-4756-bc7c-1d5d092813ad has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:50:53.798024 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c609434-d4c7-4d07-8bdf-4a3576b4eb85 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:50:53.802864 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-0c609434-d4c7-4d07-8bdf-4a3576b4eb85 admin admin] 10.222.0.20 "PUT /v2.0/routers/877a2ef7-220f-4756-bc7c-1d5d092813ad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5969472
Sep 25 04:50:53.805531 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54136) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:53.806583 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629243f3-ceca-4468-87e7-dd4fe728c27c None None] Sync routers for ids ['877a2ef7-220f-4756-bc7c-1d5d092813ad'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:50:53.816560 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629243f3-ceca-4468-87e7-dd4fe728c27c None None] Routers {'877a2ef7-220f-4756-bc7c-1d5d092813ad'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:53.817211 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-629243f3-ceca-4468-87e7-dd4fe728c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd37ddc40>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['877a2ef7-220f-4756-bc7c-1d5d092813ad'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:53.914812 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Notify callbacks [] for router, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:53.927804 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-629243f3-ceca-4468-87e7-dd4fe728c27c None None] Set router 877a2ef7-220f-4756-bc7c-1d5d092813ad gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:54.024207 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:54.115202 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-629243f3-ceca-4468-87e7-dd4fe728c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd37ddc40>, [{'id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'name': 'tempest-TestMinimumBasicScenario-215759765-router', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182'}], 'enable_snat': True}, 'gw_port_id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:13Z', 'updated_at': '2021-09-25T04:50:53Z', 'revision_number': 5, 'project_id': '6a102d9353a142c2bbb773a869571aa9', 'gw_port': {'id': 'fdebfc9b-52f9-40d0-b76d-88e9e64d1e58', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:47:14Z', 'updated_at': '2021-09-25T04:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:54.145696 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629243f3-ceca-4468-87e7-dd4fe728c27c None None] Checking router: 877a2ef7-220f-4756-bc7c-1d5d092813ad for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:50:54.154890 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629243f3-ceca-4468-87e7-dd4fe728c27c None None] Routers {'877a2ef7-220f-4756-bc7c-1d5d092813ad'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:50:54.155511 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-629243f3-ceca-4468-87e7-dd4fe728c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd37ddc40>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:50:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['877a2ef7-220f-4756-bc7c-1d5d092813ad'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:54.171260 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:54.175938 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Deleting port fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:50:54.176402 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:54.269005 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] For port fdebfc9b-52f9-40d0-b76d-88e9e64d1e58, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fdebfc9b-52f9-40d0-b76d-88e9e64d1e58,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:54.269811 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:54.289948 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Calling delete_port for fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 owned by network:router_gateway {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:50:54.329089 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-629243f3-ceca-4468-87e7-dd4fe728c27c None None] Set router 877a2ef7-220f-4756-bc7c-1d5d092813ad gateway port host: None {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:50:54.380747 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-629243f3-ceca-4468-87e7-dd4fe728c27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd37ddc40>, [{'id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'name': 'tempest-TestMinimumBasicScenario-215759765-router', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:13Z', 'updated_at': '2021-09-25T04:50:54Z', 'revision_number': 6, 'project_id': '6a102d9353a142c2bbb773a869571aa9', 'gw_port_host': None}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:54.411064 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629243f3-ceca-4468-87e7-dd4fe728c27c None None] The sync data for ids ['877a2ef7-220f-4756-bc7c-1d5d092813ad'] in dv-cinder-768458-10-iscsi is: [{'id': '877a2ef7-220f-4756-bc7c-1d5d092813ad', 'name': 'tempest-TestMinimumBasicScenario-215759765-router', 'tenant_id': '6a102d9353a142c2bbb773a869571aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:47:13Z', 'updated_at': '2021-09-25T04:50:54Z', 'revision_number': 6, 'project_id': '6a102d9353a142c2bbb773a869571aa9', 'gw_port_host': None}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:50:54.546835 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:54.577077 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Pushing event deleted for resources: {'Port': ['ID=fdebfc9b-52f9-40d0-b76d-88e9e64d1e58,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:54.602903 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:54.645934 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716438'] for router_gateway, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:54.737862 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3703353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30087'] for router, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:54.740310 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:54.885333 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3703344'] for router, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:54.888437 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 877a2ef7-220f-4756-bc7c-1d5d092813ad {{(pid=101198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 25 04:50:54.891606 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:54.892902 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2695cdfd-361d-4cbd-8d0b-d213d746bb0d admin admin] 10.222.0.20 "DELETE /v2.0/routers/877a2ef7-220f-4756-bc7c-1d5d092813ad HTTP/1.1" status: 204  len: 168 time: 1.0864375
Sep 25 04:50:54.895243 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54144) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:54.943920 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ef560c-de1d-43f7-994f-a86fddecdae8 admin admin] Deleting subnet 142d37e6-51ca-451b-91d9-821299b99ec9 {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:50:54.947118 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-36ef560c-de1d-43f7-994f-a86fddecdae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:54.984824 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-36ef560c-de1d-43f7-994f-a86fddecdae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855331'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.065858 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-36ef560c-de1d-43f7-994f-a86fddecdae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.188642 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-36ef560c-de1d-43f7-994f-a86fddecdae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9536346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9085572'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.216879 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ef560c-de1d-43f7-994f-a86fddecdae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=142d37e6-51ca-451b-91d9-821299b99ec9,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:55.220995 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-36ef560c-de1d-43f7-994f-a86fddecdae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.222930 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-36ef560c-de1d-43f7-994f-a86fddecdae8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/142d37e6-51ca-451b-91d9-821299b99ec9 HTTP/1.1" status: 204  len: 168 time: 0.3266916
Sep 25 04:50:55.225483 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54146) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:55.228106 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce836a6-b810-4eac-9074-e9a4742f5442 None None] Network 450ec720-d655-4901-8321-27063083bda1 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:50:55.295861 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.297597 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.365799 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Deleting port 8864c941-0efa-41a0-86c8-7c910cd0a2a1 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:50:55.366150 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.422186 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8c878a-f44b-4756-9738-e3c80762a339 None None] DHCP port deletion for 450ec720-d655-4901-8321-27063083bda1 request from dv-cinder-768458-10-iscsi {{(pid=101199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Sep 25 04:50:55.439982 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] For port 8864c941-0efa-41a0-86c8-7c910cd0a2a1, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=8864c941-0efa-41a0-86c8-7c910cd0a2a1,segment=NetworkSegment(4e9d5c74-7715-49d0-be8a-02385899c812),segment_id=4e9d5c74-7715-49d0-be8a-02385899c812)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:55.440439 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.459972 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Calling delete_port for 8864c941-0efa-41a0-86c8-7c910cd0a2a1 owned by network:dhcp {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:50:55.477939 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c878a-f44b-4756-9738-e3c80762a339 None None] Deleting port 8864c941-0efa-41a0-86c8-7c910cd0a2a1 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:50:55.478318 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc8c878a-f44b-4756-9738-e3c80762a339 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.563027 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-cc8c878a-f44b-4756-9738-e3c80762a339 None None] For port 8864c941-0efa-41a0-86c8-7c910cd0a2a1, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=8864c941-0efa-41a0-86c8-7c910cd0a2a1,segment=NetworkSegment(4e9d5c74-7715-49d0-be8a-02385899c812),segment_id=4e9d5c74-7715-49d0-be8a-02385899c812)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:50:55.563419 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc8c878a-f44b-4756-9738-e3c80762a339 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.576211 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c878a-f44b-4756-9738-e3c80762a339 None None] Calling delete_port for 8864c941-0efa-41a0-86c8-7c910cd0a2a1 owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:50:55.652195 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.658602 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc8c878a-f44b-4756-9738-e3c80762a339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.686107 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] No DVR routers for this DVR port 8864c941-0efa-41a0-86c8-7c910cd0a2a1 on host dv-cinder-768458-10-iscsi {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:50:55.690359 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c878a-f44b-4756-9738-e3c80762a339 None None] Pushing event deleted for resources: {'Port': ['ID=8864c941-0efa-41a0-86c8-7c910cd0a2a1,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:55.697243 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8864c941-0efa-41a0-86c8-7c910cd0a2a1,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:55.707761 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c878a-f44b-4756-9738-e3c80762a339 None None] No DVR routers for this DVR port 8864c941-0efa-41a0-86c8-7c910cd0a2a1 on host dv-cinder-768458-10-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:50:55.779704 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.806421 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd18cc130>,) {'filters': {'network_id': ['450ec720-d655-4901-8321-27063083bda1']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:55.817508 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd18cc130>, '4e9d5c74-7715-49d0-be8a-02385899c812') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:55.817799 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd18cc130>, '4e9d5c74-7715-49d0-be8a-02385899c812') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:50:55.833665 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855354'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.848615 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.856194 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:50:55.856629 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543668'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]: Traceback (most recent call last):
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     timer()
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     cb(*args, **kw)
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     return func(*args, **kwargs)
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     self._notify()
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     self.callback(batched_events)
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     event.method(event)
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     return f(self, *a, **k)
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._get(url).json()
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:50:55.858502 dv-cinder-768458-10-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:50:56.005773 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:56.011851 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:56.014279 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/450ec720-d655-4901-8321-27063083bda1 HTTP/1.1" status: 204  len: 168 time: 0.7873933
Sep 25 04:50:56.024873 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0ea5c-e356-4c5b-8f15-68aa9ff5a8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=450ec720-d655-4901-8321-27063083bda1,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:56.381848 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54160) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:56.411659 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:50:56.439671 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:50:56.440034 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fdebfc9b-52f9-40d0-b76d-88e9e64d1e58 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:50:56.440559 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fb0462a5-64a2-46e1-a360-41b3ee7d5cad no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:50:56.459330 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: fb0462a5-64a2-46e1-a360-41b3ee7d5cad {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:50:56.464193 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-423345e7-5c24-4eea-b5fa-6cddac4a91a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=446a285e254a4870b0f2575f681b59c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0757809
Sep 25 04:50:56.464422 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fb0462a5-64a2-46e1-a360-41b3ee7d5cad not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:50:56.464422 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 8864c941-0efa-41a0-86c8-7c910cd0a2a1 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:50:56.466543 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54164) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:56.480768 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 8864c941-0efa-41a0-86c8-7c910cd0a2a1 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:50:56.481114 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 8864c941-0efa-41a0-86c8-7c910cd0a2a1 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:50:56.531192 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab9f5-a097-4cfa-9007-3e8efb102a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:56.554595 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab9f5-a097-4cfa-9007-3e8efb102a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:56.606471 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:56.691393 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab9f5-a097-4cfa-9007-3e8efb102a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:56.693915 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f0ab9f5-a097-4cfa-9007-3e8efb102a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:56.695071 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2f0ab9f5-a097-4cfa-9007-3e8efb102a1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a090f920-646c-4787-a4df-e7268ec7a394 HTTP/1.1" status: 204  len: 168 time: 0.2275810
Sep 25 04:50:56.703436 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ab9f5-a097-4cfa-9007-3e8efb102a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a090f920-646c-4787-a4df-e7268ec7a394,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:50:57.502566 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54178) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:57.556095 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-6afb2b2d-ba14-4adc-bbc3-0765bd6fe52d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a102d9353a142c2bbb773a869571aa9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0523677
Sep 25 04:50:57.559823 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54182) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:50:57.610246 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6958-c56b-407d-bacd-31e615d5d21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:57.634318 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6958-c56b-407d-bacd-31e615d5d21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:57.756998 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6958-c56b-407d-bacd-31e615d5d21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:57.759511 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d7ee6958-c56b-407d-bacd-31e615d5d21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:50:57.760759 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d7ee6958-c56b-407d-bacd-31e615d5d21c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7fde9066-fbf6-478f-95e7-67c9373f357a HTTP/1.1" status: 204  len: 168 time: 0.2001703
Sep 25 04:50:57.769631 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ee6958-c56b-407d-bacd-31e615d5d21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fde9066-fbf6-478f-95e7-67c9373f357a,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:03.073324 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-253cd2f5-7545-4890-bb88-bd489f6a4172 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-140631420&fields=id&tenant_id=f852bbec2bbd4cb4952442eb36ef3e97 HTTP/1.1" status: 200  len: 267 time: 0.0377598
Sep 25 04:51:03.187568 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-881235ec-0abc-4a07-889b-d97c988d022c tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:03.189080 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-881235ec-0abc-4a07-889b-d97c988d022c tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/networks?id=4f75bfee-8cdc-46d8-84a6-fd8d49848512 HTTP/1.1" status: 200  len: 808 time: 0.1086025
Sep 25 04:51:03.205682 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-298a9538-10d3-4b67-a506-f26386baa558 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/quotas/f852bbec2bbd4cb4952442eb36ef3e97 HTTP/1.1" status: 200  len: 375 time: 0.0101118
Sep 25 04:51:03.512642 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-cec381ec-3383-4c06-bfdd-32e12dcf2e77 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f852bbec2bbd4cb4952442eb36ef3e97&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3014534
Sep 25 04:51:03.749631 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-8fbf9931-d0c8-46ef-8068-b257ccdf273e service neutron] 10.222.0.20 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2242484
Sep 25 04:51:03.840941 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-afd22bd1-e380-4784-8521-1a28f14fcdd9 service neutron] 10.222.0.20 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885644
Sep 25 04:51:04.429994 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ad4fe56b-d60b-4748-8a03-c59b437f21e0 req-60cc8a1e-b4f9-4a6e-b8e8-f9178faeaf66 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 210 time: 0.0318377
Sep 25 04:51:05.534111 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-506b196f-89f7-434f-9340-865359e2c473 req-256b595c-863d-4c23-ac68-f4d29c3dc741 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 210 time: 0.0285378
Sep 25 04:51:06.663792 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42ea0b64-b694-402c-9ab8-e5bef28bcba9 req-ad0b1c13-ed9d-4452-9027-9c0f0768984c tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 210 time: 0.0468998
Sep 25 04:51:06.787128 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-fdb90fee-839c-4da6-8319-56b3ae0e30c5 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:06.788654 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-fdb90fee-839c-4da6-8319-56b3ae0e30c5 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.23 "GET /v2.0/networks?id=4f75bfee-8cdc-46d8-84a6-fd8d49848512 HTTP/1.1" status: 200  len: 808 time: 0.1810377
Sep 25 04:51:06.838277 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-e8375a96-d823-4194-9b42-ff1a7c44b7fc tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f852bbec2bbd4cb4952442eb36ef3e97 HTTP/1.1" status: 200  len: 379 time: 0.0390928
Sep 25 04:51:06.847677 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Request body: {'port': {'device_id': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'admin_state_up': True, 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'security_groups': ['387fd53c-7582-427a-b8a1-5fcfa482948e']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:51:07.075132 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5835a-2e5d-43cb-8737-c59c03116444 req-54f10214-fee7-4134-b939-94a4b9c31b56 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:07.076698 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-70d5835a-2e5d-43cb-8737-c59c03116444 req-54f10214-fee7-4134-b939-94a4b9c31b56 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0591702
Sep 25 04:51:07.077836 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Made reservation on behalf of f852bbec2bbd4cb4952442eb36ef3e97 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:51:07.082433 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:07.170942 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-70d5835a-2e5d-43cb-8737-c59c03116444 req-82f984f9-2351-4b64-8e9c-eccbc7890cc8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863421
Sep 25 04:51:07.244317 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Allocated IP 172.20.0.6 (4f75bfee-8cdc-46d8-84a6-fd8d49848512/a8dc8783-7d80-4595-ae85-e109cbb6005a/aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:51:07.389325 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:07.504170 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:07.547929 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:51:07.551128 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:51:07.554740 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:51:07.564541 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event updated for resources: {'Port': ['ID=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:07.611814 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:07.612898 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:07.767602 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-64840af3-2189-430f-ba55-affac511dfda tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9236495
Sep 25 04:51:07.781609 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-db5ac4db-fcf4-41d3-b13a-9e9d6c5fa7a2 None None] Provisioning complete for port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:51:07.782177 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Request body: {'port': {'device_id': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:51:07.782284 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-db5ac4db-fcf4-41d3-b13a-9e9d6c5fa7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:07.817335 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb6b3e1-e1d9-44d1-9083-c9db3a13c1cb req-05dd547e-e2e5-4d1b-8f93-d4d099e8485c tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:07.818920 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dcb6b3e1-e1d9-44d1-9083-c9db3a13c1cb req-05dd547e-e2e5-4d1b-8f93-d4d099e8485c tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 931 time: 0.0802953
Sep 25 04:51:07.820675 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-db5ac4db-fcf4-41d3-b13a-9e9d6c5fa7a2 None None] Port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:51:07.881828 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:07.886388 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dcb6b3e1-e1d9-44d1-9083-c9db3a13c1cb req-f4649e77-de53-4aef-98f6-2bf155e77cd8 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606358
Sep 25 04:51:08.199150 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:51:08.209927 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:08.225291 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Transition to ACTIVE for port object aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:51:08.312164 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25632294-db69-431b-9346-23f289a8c8f1 req-c4a7de84-cb01-4755-b36f-a109e132bc2d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:08.313772 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-25632294-db69-431b-9346-23f289a8c8f1 req-c4a7de84-cb01-4755-b36f-a109e132bc2d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0522013
Sep 25 04:51:08.314927 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:08.406380 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-25632294-db69-431b-9346-23f289a8c8f1 req-5eff26e4-4c43-4371-a317-36a26f98da6c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851283
Sep 25 04:51:08.421194 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Pushing event updated for resources: {'Port': ['ID=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:08.489716 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Attempting to bind port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:51:08.490166 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Attempting to bind port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:51:08.490420 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Attempting to bind port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb on network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:51:08.494903 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb on network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:51:08.495246 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Attempting to bind port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb on network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:51:08.500657 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:51:08.500998 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Checking segment: {'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:51:08.501375 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Bound using segment: {'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:51:08.501792 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Bound port: aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '112fded6-7617-4e45-841c-e5e26e538e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:51:08.502142 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:08.571736 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] For port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:51:08.574842 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] For port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:51:08.658285 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:08.692683 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:08.693295 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:08.694662 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] 10.222.0.23 "PUT /v2.0/ports/aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb HTTP/1.1" status: 200  len: 1093 time: 0.9187043
Sep 25 04:51:08.695091 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:51:08.697458 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8331e3-58fa-4b6d-9eb2-d7d83c1d164f" -d '{"events": [{"name": "network-changed", "server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:51:08.726318 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f39cfa-b633-4928-8cc0-1628d56bbb40 service neutron] Pushing event updated for resources: {'Port': ['ID=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:08.736166 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80777ab2-b27a-4af1-94f3-25d6830b89ec x-openstack-request-id: req-80777ab2-b27a-4af1-94f3-25d6830b89ec {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:51:08.736556 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:51:08.737361 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80777ab2-b27a-4af1-94f3-25d6830b89ec {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:51:08.737361 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'status': 'completed', 'code': 200}
Sep 25 04:51:08.808543 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8331e3-58fa-4b6d-9eb2-d7d83c1d164f req-4d314565-6f30-41b7-bdbc-6a68639ce9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:08.811245 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e8331e3-58fa-4b6d-9eb2-d7d83c1d164f req-4d314565-6f30-41b7-bdbc-6a68639ce9f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f852bbec2bbd4cb4952442eb36ef3e97&device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 1096 time: 0.0464029
Sep 25 04:51:08.924269 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8331e3-58fa-4b6d-9eb2-d7d83c1d164f req-6a54b4f7-61b6-4135-969f-a43ca216338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:08.926047 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e8331e3-58fa-4b6d-9eb2-d7d83c1d164f req-6a54b4f7-61b6-4135-969f-a43ca216338c service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f852bbec2bbd4cb4952442eb36ef3e97&shared=False HTTP/1.1" status: 200  len: 908 time: 0.1072981
Sep 25 04:51:09.065433 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8331e3-58fa-4b6d-9eb2-d7d83c1d164f req-d56f8c5f-f70b-46c2-a4ab-6fc99d21ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:09.066909 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1e8331e3-58fa-4b6d-9eb2-d7d83c1d164f req-d56f8c5f-f70b-46c2-a4ab-6fc99d21ebe3 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1330109
Sep 25 04:51:09.076022 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84075bfd-2725-4303-8927-407e3b04fbf3 req-7cbd8a86-64fc-4518-9308-61c3afc8bac1 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:09.077876 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-84075bfd-2725-4303-8927-407e3b04fbf3 req-7cbd8a86-64fc-4518-9308-61c3afc8bac1 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.1071117
Sep 25 04:51:09.139566 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-84075bfd-2725-4303-8927-407e3b04fbf3 req-1a8f0922-73fb-46b3-9452-bd54eefdf63d tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507493
Sep 25 04:51:09.170437 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-a12dd171-e87e-426f-be70-94d503c9d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:09.172269 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-a12dd171-e87e-426f-be70-94d503c9d7c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f852bbec2bbd4cb4952442eb36ef3e97&device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 1096 time: 0.0473988
Sep 25 04:51:09.219791 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-c8760df6-e8a8-4df9-92bc-6be8012518cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb HTTP/1.1" status: 200  len: 217 time: 0.0396419
Sep 25 04:51:09.272016 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-ce0ffee9-cba5-45f2-b875-b12273ec748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:09.273565 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-ce0ffee9-cba5-45f2-b875-b12273ec748a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8dc8783-7d80-4595-ae85-e109cbb6005a HTTP/1.1" status: 200  len: 847 time: 0.0462046
Sep 25 04:51:09.321971 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-7f3425f2-ea5a-4465-b712-92304ced5233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:09.323547 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-7f3425f2-ea5a-4465-b712-92304ced5233 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f75bfee-8cdc-46d8-84a6-fd8d49848512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0424392
Sep 25 04:51:09.417767 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-4dcec863-f35f-47ec-93e3-9e856e76f5d1 service neutron] 10.222.0.23 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871434
Sep 25 04:51:09.551083 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00f72e50-51c3-407c-b7bd-214a6bda4a3c req-268a2cf8-df6f-4225-aa46-d339f259c250 service neutron] 10.222.0.23 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234038
Sep 25 04:51:09.563836 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c7336e-df53-4767-af6d-2f161a3ee0c7 req-7979eb28-0a61-4a50-8c36-7f9424009ed6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:09.565380 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-35c7336e-df53-4767-af6d-2f161a3ee0c7 req-7979eb28-0a61-4a50-8c36-7f9424009ed6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0747509
Sep 25 04:51:09.611633 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-35c7336e-df53-4767-af6d-2f161a3ee0c7 req-1e6e2594-4e0d-469c-95d2-d33d17d64f8d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349758
Sep 25 04:51:10.270677 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f4b62-f1c6-401a-b810-35a1b97cfef2 req-4a0f0fba-9271-42fe-ba29-a0302ba6e779 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:10.272132 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a71f4b62-f1c6-401a-b810-35a1b97cfef2 req-4a0f0fba-9271-42fe-ba29-a0302ba6e779 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0541546
Sep 25 04:51:10.311985 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a71f4b62-f1c6-401a-b810-35a1b97cfef2 req-dd36e0c4-7a2c-441d-91d0-9cd5b6e7e9f1 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335789
Sep 25 04:51:10.733817 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b36803-48a4-4d4c-88d7-52fc33c8cc25 req-282014c0-9ae2-4a28-bfe0-72407902902b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:10.735374 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58b36803-48a4-4d4c-88d7-52fc33c8cc25 req-282014c0-9ae2-4a28-bfe0-72407902902b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0505779
Sep 25 04:51:10.779530 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58b36803-48a4-4d4c-88d7-52fc33c8cc25 req-4b8ee923-a959-4cac-a450-5f1b837249ac tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378366
Sep 25 04:51:11.459464 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f068e2-3909-48da-856b-62cd2e7994b9 req-7fab04a4-a75d-4c03-b653-e1ef35cdfcd2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:11.462274 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-36f068e2-3909-48da-856b-62cd2e7994b9 req-7fab04a4-a75d-4c03-b653-e1ef35cdfcd2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0801702
Sep 25 04:51:11.501902 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-36f068e2-3909-48da-856b-62cd2e7994b9 req-49a2fa19-f4c6-4036-b56e-0380e513a62b tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0329831
Sep 25 04:51:11.900985 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd54dc-d81f-4e12-b343-9ed02106ffc7 req-b1745541-8aa7-4859-b6ee-b2901b7124ee tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:11.902496 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6bfd54dc-d81f-4e12-b343-9ed02106ffc7 req-b1745541-8aa7-4859-b6ee-b2901b7124ee tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0501959
Sep 25 04:51:11.941717 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6bfd54dc-d81f-4e12-b343-9ed02106ffc7 req-2ab9e529-eece-4243-986c-190126633704 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326993
Sep 25 04:51:12.617832 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4359e3f-21b2-40fe-a877-be070f8d304b req-561648b9-0412-43ba-918a-9a6756e02a4f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:12.619314 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a4359e3f-21b2-40fe-a877-be070f8d304b req-561648b9-0412-43ba-918a-9a6756e02a4f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0491080
Sep 25 04:51:12.658616 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a4359e3f-21b2-40fe-a877-be070f8d304b req-c7983469-b4ed-46b1-a9cb-574eed265257 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324674
Sep 25 04:51:13.067437 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9de7d2-586e-4e64-82eb-6bf872c65b74 req-fafa4c74-375e-4fc3-9c78-50f40b21a00d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:13.068969 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1a9de7d2-586e-4e64-82eb-6bf872c65b74 req-fafa4c74-375e-4fc3-9c78-50f40b21a00d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0534260
Sep 25 04:51:13.110742 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1a9de7d2-586e-4e64-82eb-6bf872c65b74 req-f89c1213-b316-4d36-9939-ae082ed95da9 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356221
Sep 25 04:51:13.774222 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c8c26-1c69-4aa6-9b78-df2ce0c42325 req-b5882aa9-4c00-48ef-94dc-9c014d579a9a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:13.775678 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-de3c8c26-1c69-4aa6-9b78-df2ce0c42325 req-b5882aa9-4c00-48ef-94dc-9c014d579a9a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0480747
Sep 25 04:51:13.815967 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-de3c8c26-1c69-4aa6-9b78-df2ce0c42325 req-39ae0d32-3f6c-448e-a394-d9e2c9ed9cb4 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0342851
Sep 25 04:51:14.246156 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a5e82-8ec4-4181-959b-e6c7664603ac req-89faa10b-8dc3-4e99-bcb3-c8c7e4032e7b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:14.247781 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fa8a5e82-8ec4-4181-959b-e6c7664603ac req-89faa10b-8dc3-4e99-bcb3-c8c7e4032e7b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0530508
Sep 25 04:51:14.295866 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fa8a5e82-8ec4-4181-959b-e6c7664603ac req-cd0aef1b-144e-486e-a3ce-9932385f557f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414004
Sep 25 04:51:14.947894 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fa322-f415-4035-b2c4-b4860c839841 req-f549e1c0-d544-4af0-ac81-111a40bfbf86 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:14.949451 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4b2fa322-f415-4035-b2c4-b4860c839841 req-f549e1c0-d544-4af0-ac81-111a40bfbf86 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0532062
Sep 25 04:51:14.988644 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4b2fa322-f415-4035-b2c4-b4860c839841 req-2f9dc1da-d02a-4ad0-b7a1-10e678bf2473 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323844
Sep 25 04:51:15.416379 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d170a1-0700-49b6-9e9b-fe3e18276e5f req-d316a7e4-9a7e-4d3b-b526-3d100befee56 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:15.418033 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00d170a1-0700-49b6-9e9b-fe3e18276e5f req-d316a7e4-9a7e-4d3b-b526-3d100befee56 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0502670
Sep 25 04:51:15.459763 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-00d170a1-0700-49b6-9e9b-fe3e18276e5f req-b37b3df8-bf93-4b59-9399-8b165fc24254 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349157
Sep 25 04:51:16.115977 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994f470-f946-4b1c-87cd-140c2950cb32 req-4412b189-b331-4708-a507-5d9239fc3cab tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:16.118236 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c994f470-f946-4b1c-87cd-140c2950cb32 req-4412b189-b331-4708-a507-5d9239fc3cab tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0621204
Sep 25 04:51:16.160362 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c994f470-f946-4b1c-87cd-140c2950cb32 req-61ca0c9b-9679-48bc-82ec-ce3e15b930fb tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0354431
Sep 25 04:51:16.608166 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90fa4b-7723-4d4e-a2d3-bf024d40f698 req-440dc9a2-43e1-4425-abc6-9f6a4614a9bd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:16.609649 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0d90fa4b-7723-4d4e-a2d3-bf024d40f698 req-440dc9a2-43e1-4425-abc6-9f6a4614a9bd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0686805
Sep 25 04:51:16.649031 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0d90fa4b-7723-4d4e-a2d3-bf024d40f698 req-14ecc35b-f138-44aa-b510-f13a9b8cdaa2 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330231
Sep 25 04:51:17.286971 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd7569-fe48-49e8-8bee-f5777d73bc29 req-65e0ceab-7350-4032-b110-275c79b491e9 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:17.288505 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0edd7569-fe48-49e8-8bee-f5777d73bc29 req-65e0ceab-7350-4032-b110-275c79b491e9 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0582898
Sep 25 04:51:17.326802 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0edd7569-fe48-49e8-8bee-f5777d73bc29 req-ff71d1a2-d166-440d-9557-9485a860d88f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0321822
Sep 25 04:51:17.774007 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497fd2aa-8550-46e2-afdb-6a93a6dd310e req-a7b84fb5-a5bb-4b51-b2ce-db2219dfcf8a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:17.775421 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-497fd2aa-8550-46e2-afdb-6a93a6dd310e req-a7b84fb5-a5bb-4b51-b2ce-db2219dfcf8a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0505605
Sep 25 04:51:17.821203 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-497fd2aa-8550-46e2-afdb-6a93a6dd310e req-3b5bf403-f336-41b0-a8ab-888667570a99 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378294
Sep 25 04:51:18.449216 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36b430-ec94-4bf3-b0d3-3ad882ebf8ef req-02df3d70-6fa3-4c21-b153-49b4d2819026 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:18.450684 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f36b430-ec94-4bf3-b0d3-3ad882ebf8ef req-02df3d70-6fa3-4c21-b153-49b4d2819026 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0538435
Sep 25 04:51:18.489102 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7f36b430-ec94-4bf3-b0d3-3ad882ebf8ef req-949c58aa-9df0-41b5-8886-e0c304aaa0e7 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0317962
Sep 25 04:51:18.805069 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:51:18.907576 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:18.921325 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'port_id': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'mac_address': 'fa:16:3e:8f:fd:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:51:18.963957 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0680e3e-b5a7-41c2-84fe-33105218dea9 req-f41e8c27-f9cf-490f-8001-92b6d7201425 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:18.965572 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d0680e3e-b5a7-41c2-84fe-33105218dea9 req-f41e8c27-f9cf-490f-8001-92b6d7201425 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0568349
Sep 25 04:51:18.966477 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:18.987181 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:51:19.007052 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d0680e3e-b5a7-41c2-84fe-33105218dea9 req-6dd73f61-6f26-4c28-868e-f3dc7210c2a3 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349798
Sep 25 04:51:19.008629 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:19.144282 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:19.192401 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:19.469166 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:51:19.632001 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d8eea-0b76-46f7-930d-b468f9e5a349 req-0b3a733e-5630-4a95-bb59-6d39e9cea846 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:19.634506 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f10d8eea-0b76-46f7-930d-b468f9e5a349 req-0b3a733e-5630-4a95-bb59-6d39e9cea846 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 944 time: 0.0603824
Sep 25 04:51:19.680365 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f10d8eea-0b76-46f7-930d-b468f9e5a349 req-cf4cb0a5-4d98-4851-9060-7fd0e072988f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364490
Sep 25 04:51:19.858384 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9c90-95c5-43b4-9006-1d7e39756288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:20.143522 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c30c7e-2605-40e1-af97-f05d85abf66e req-9aedb0cc-4618-427e-97b5-a6cf6918fba3 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:20.145627 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-09c30c7e-2605-40e1-af97-f05d85abf66e req-9aedb0cc-4618-427e-97b5-a6cf6918fba3 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0605948
Sep 25 04:51:20.186085 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-09c30c7e-2605-40e1-af97-f05d85abf66e req-ab520c3a-aa70-4d27-b0e1-8e75a1907f89 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339081
Sep 25 04:51:20.328606 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:51:20.807406 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ec6c6c16-18a2-45cf-9040-130e2c3e3a08 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:51:20.813754 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:51:20.825735 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f6cf9-3782-467e-8158-0aed4b101931 req-f6be9a6e-8f90-4dc7-a089-8c9260c484f8 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:20.827929 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6f4f6cf9-3782-467e-8158-0aed4b101931 req-f6be9a6e-8f90-4dc7-a089-8c9260c484f8 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 944 time: 0.0666273
Sep 25 04:51:20.880005 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6f4f6cf9-3782-467e-8158-0aed4b101931 req-a8bb22fc-5b12-456b-90f3-f30da57ab80e tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412667
Sep 25 04:51:21.187664 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:21.198159 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:51:21.210661 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:51:21.211423 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:21.213796 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'port_id': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'mac_address': 'fa:16:3e:8d:5d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:51:21.353742 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:21.415995 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec6c6c16-18a2-45cf-9040-130e2c3e3a08 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:51:21.419591 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df6106-0624-4799-a504-907d38965146 req-987f1b1d-30f3-47ca-ad59-0ae6e6b36d43 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:21.431041 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58df6106-0624-4799-a504-907d38965146 req-987f1b1d-30f3-47ca-ad59-0ae6e6b36d43 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.1276844
Sep 25 04:51:21.448024 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:21.453307 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:21.475850 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:51:21.477018 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-58df6106-0624-4799-a504-907d38965146 req-f49027ea-f02b-483d-9711-6a710f881266 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451093
Sep 25 04:51:21.478518 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4e15be-7fdb-4bcd-8cea-b72526511bd0" -d '{"events": [{"server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "name": "network-vif-plugged", "status": "completed", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:51:21.496589 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:21.518535 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:21.558725 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57a4847-fa15-47de-8b98-c247f09ca67b x-openstack-request-id: req-e57a4847-fa15-47de-8b98-c247f09ca67b {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:51:21.564954 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "name": "network-vif-plugged", "status": "completed", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:51:21.564954 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e57a4847-fa15-47de-8b98-c247f09ca67b {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:51:21.567444 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'code': 200}
Sep 25 04:51:21.597590 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:21.603358 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,revision_number=6']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:21.632779 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['ec6c6c16-18a2-45cf-9040-130e2c3e3a08'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:51:21.704705 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:21.918410 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d9e87-07d8-40b8-98ba-1dd249603878 req-31b5d2ea-a955-4199-ad14-17a14140d4bd tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:21.929595 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-730d9e87-07d8-40b8-98ba-1dd249603878 req-31b5d2ea-a955-4199-ad14-17a14140d4bd tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 946 time: 0.0736756
Sep 25 04:51:21.978293 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-730d9e87-07d8-40b8-98ba-1dd249603878 req-623eb754-312d-4acb-b0e0-db6c34a938e3 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436788
Sep 25 04:51:22.053203 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e194466-3184-4267-8871-45cc59233fdc req-4bc714b7-ca39-4901-9d91-1e2f0f4c9978 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:22.054806 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3e194466-3184-4267-8871-45cc59233fdc req-4bc714b7-ca39-4901-9d91-1e2f0f4c9978 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0764484
Sep 25 04:51:22.127357 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3e194466-3184-4267-8871-45cc59233fdc req-b2b37184-d821-4fcb-941e-29df9185c3f1 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578001
Sep 25 04:51:22.134825 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6c027-b6ca-48da-ae24-887124fc6420 req-17ebe204-2489-4d21-b092-5ed9cc7a1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:22.136762 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2af6c027-b6ca-48da-ae24-887124fc6420 req-17ebe204-2489-4d21-b092-5ed9cc7a1fc0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 1098 time: 0.0803807
Sep 25 04:51:22.197052 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2af6c027-b6ca-48da-ae24-887124fc6420 req-c91bf8cf-9baf-4fbd-9f20-55fdde40fe47 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521452
Sep 25 04:51:22.627437 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43817350-e6a8-4f9a-8729-36b25ea30a4d req-83ce2f89-9bf2-4745-9374-b41a35f0671c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:22.628941 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-43817350-e6a8-4f9a-8729-36b25ea30a4d req-83ce2f89-9bf2-4745-9374-b41a35f0671c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 945 time: 0.0630054
Sep 25 04:51:22.675034 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-43817350-e6a8-4f9a-8729-36b25ea30a4d req-e67d01d3-ba16-4325-bd1d-5cb83f6717bd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388403
Sep 25 04:51:22.805116 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ec6c6c16-18a2-45cf-9040-130e2c3e3a08 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:51:22.867308 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:51:22.868222 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:22.961255 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:22.997260 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:23.070045 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:23.113260 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49385e06-b640-47cf-9a18-b5e5cf4b8bc8 req-cc206d1e-0b7b-417b-ac25-1c7281424cfe tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:23.120651 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-49385e06-b640-47cf-9a18-b5e5cf4b8bc8 req-cc206d1e-0b7b-417b-ac25-1c7281424cfe tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 946 time: 0.0672092
Sep 25 04:51:23.126922 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,revision_number=7']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:23.176003 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-49385e06-b640-47cf-9a18-b5e5cf4b8bc8 req-332c013e-5890-4d81-847b-e9ee6394767c tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497859
Sep 25 04:51:23.281554 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e73ea-2720-4c84-aa7f-7fb4670fca4a req-6d730938-a5e3-4503-b0ab-5ce7b2eab005 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:23.285417 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d30e73ea-2720-4c84-aa7f-7fb4670fca4a req-6d730938-a5e3-4503-b0ab-5ce7b2eab005 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0707457
Sep 25 04:51:23.339976 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d30e73ea-2720-4c84-aa7f-7fb4670fca4a req-7f423471-f88f-473a-b6b9-3ff1e1d34101 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485442
Sep 25 04:51:23.570389 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:51:23.572791 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3f28c1-4bbc-4546-b6c4-76caa28ff6b5" -d '{"events": [{"server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "name": "network-vif-plugged", "status": "completed", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:51:23.632488 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34f6087-da30-4120-b4ea-0ee44de48109 x-openstack-request-id: req-d34f6087-da30-4120-b4ea-0ee44de48109 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:51:23.632817 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "name": "network-vif-plugged", "status": "completed", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:51:23.633131 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d34f6087-da30-4120-b4ea-0ee44de48109 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:51:23.633572 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'code': 200}
Sep 25 04:51:23.640013 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9241b525-b1f1-4319-9ae3-469efccd34dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:23.830421 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56944051-61c9-4028-afb3-c2ae9eac0729 req-85e8f8aa-484a-418e-9115-b351f2bdbf37 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:23.840847 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56944051-61c9-4028-afb3-c2ae9eac0729 req-85e8f8aa-484a-418e-9115-b351f2bdbf37 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0718110
Sep 25 04:51:23.883608 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-56944051-61c9-4028-afb3-c2ae9eac0729 req-85bf5995-ca95-4990-9fbb-c13a33bc8107 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414333
Sep 25 04:51:23.992449 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-da76ce1a-57ec-4dfe-9ffe-94d1e91548a0 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:23.994648 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-da76ce1a-57ec-4dfe-9ffe-94d1e91548a0 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.23 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 946 time: 0.0659792
Sep 25 04:51:24.126229 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Deleting port 2f942257-0ec6-45f4-abce-e572d98f4f6a {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:51:24.127220 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:24.133569 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:24.245453 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] For port 2f942257-0ec6-45f4-abce-e572d98f4f6a, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=2f942257-0ec6-45f4-abce-e572d98f4f6a,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:24.246407 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:24.439177 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ebed1-18a0-41eb-b485-d42e54d9555f req-abeb2a83-b99a-4585-8993-d89d3f865027 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:24.442271 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-488ebed1-18a0-41eb-b485-d42e54d9555f req-abeb2a83-b99a-4585-8993-d89d3f865027 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 946 time: 0.1818109
Sep 25 04:51:24.585032 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:24.585407 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:24.585721 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.l3_db [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Floating IP e1ad064a-12ac-4ba4-af58-4df7cd08939c disassociated. External IP: 172.27.2.225, port: 2f942257-0ec6-45f4-abce-e572d98f4f6a.
Sep 25 04:51:24.586061 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Calling delete_port for 2f942257-0ec6-45f4-abce-e572d98f4f6a owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:51:24.590889 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-488ebed1-18a0-41eb-b485-d42e54d9555f req-e07944ea-70fd-4ed8-b548-b4e902505c45 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups?id=b963ede8-1bb1-4c91-8344-98b0a4fc1e11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1219454
Sep 25 04:51:24.618099 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00dfe1c-2dfd-4e0e-83c0-40df40f3e308 req-a3f3f86c-0bc1-4fc7-9dd0-c20dea150daf tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:24.619136 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:24.620440 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a00dfe1c-2dfd-4e0e-83c0-40df40f3e308 req-a3f3f86c-0bc1-4fc7-9dd0-c20dea150daf tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.1498826
Sep 25 04:51:24.723067 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a00dfe1c-2dfd-4e0e-83c0-40df40f3e308 req-42a6ecb7-31c1-4b7c-8b1d-d325190b1a02 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689564
Sep 25 04:51:24.878758 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485aa30-30f4-4736-b37a-435a79f955f7 req-a49bbb16-e0c4-470e-a8e9-fed62a863d7e tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:24.884874 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a485aa30-30f4-4736-b37a-435a79f955f7 req-a49bbb16-e0c4-470e-a8e9-fed62a863d7e tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0700018
Sep 25 04:51:24.925612 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a485aa30-30f4-4736-b37a-435a79f955f7 req-83890914-91cf-40c6-842c-0f4888508203 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378089
Sep 25 04:51:24.959105 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:24.969504 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54484) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:25.007160 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event deleted for resources: {'Port': ['ID=2f942257-0ec6-45f4-abce-e572d98f4f6a,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:25.181041 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7764140-36e5-4d28-a50f-bb4abe6ae854 tempest-TestShelveInstance-502803348 tempest-TestShelveInstance-502803348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:25.182919 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d7764140-36e5-4d28-a50f-bb4abe6ae854 tempest-TestShelveInstance-502803348 tempest-TestShelveInstance-502803348-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 1093 time: 0.2111168
Sep 25 04:51:25.186939 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54488) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:25.194851 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Request body: {'floatingip': {'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'port_id': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:51:25.328322 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for floatingip, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:25.359418 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:25.516178 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:25.539954 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa3894-579f-4998-bc2c-f857324e03c1 req-d7ac9ad1-0d46-4f7b-b52a-017ab8a0bb78 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:25.541555 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98fa3894-579f-4998-bc2c-f857324e03c1 req-d7ac9ad1-0d46-4f7b-b52a-017ab8a0bb78 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.4736376
Sep 25 04:51:25.573792 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Router 42d988fd-c0db-4f49-befe-a66c1372875e has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:51:25.675044 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-98fa3894-579f-4998-bc2c-f857324e03c1 req-c182678c-acc1-4474-8099-32ec9fb8e113 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1208096
Sep 25 04:51:25.702015 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Allocated IP 172.27.2.234 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/d8b9f485-4776-41ff-aaa2-ba1a6f25a1fa) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:51:25.733178 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-167f0271-653d-4085-93c8-64a7f7ebc5aa req-d9723c03-43cf-4500-8c62-739f5d854efb tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 210 time: 0.0390074
Sep 25 04:51:25.813564 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:51:25.828674 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e9aa81-3d02-4708-a0ac-559aa8146e5e None None] Sync routers for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:51:25.836900 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:25.848664 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e9aa81-3d02-4708-a0ac-559aa8146e5e None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:51:25.849472 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-83e9aa81-3d02-4708-a0ac-559aa8146e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2bdf550>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:51:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:25.895309 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] No DVR routers for this DVR port 2f942257-0ec6-45f4-abce-e572d98f4f6a on host hv-cinder-76845 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:51:25.898408 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:25.900712 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-eb9271c9-6916-4f8e-96fd-2c7ea8cf7c89 req-b22d1df3-676f-4e85-b94c-ca4063c4bf08 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.23 "DELETE /v2.0/ports/2f942257-0ec6-45f4-abce-e572d98f4f6a HTTP/1.1" status: 204  len: 173 time: 1.8984904
Sep 25 04:51:25.901164 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'name': 'network-vif-deleted', 'tag': '2f942257-0ec6-45f4-abce-e572d98f4f6a'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:51:25.903682 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7392384e-afa5-4a23-945d-b700e836c4d1" -d '{"events": [{"server_uuid": "b30144c1-4c7a-4ad5-b3b2-f2449f06794c", "name": "network-vif-deleted", "tag": "2f942257-0ec6-45f4-abce-e572d98f4f6a"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:51:25.942459 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:25.954544 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee5ecc6-a20f-4140-90c1-7c446593f8e0 x-openstack-request-id: req-3ee5ecc6-a20f-4140-90c1-7c446593f8e0 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:51:25.955102 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30144c1-4c7a-4ad5-b3b2-f2449f06794c", "name": "network-vif-deleted", "tag": "2f942257-0ec6-45f4-abce-e572d98f4f6a", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:51:25.955507 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ee5ecc6-a20f-4140-90c1-7c446593f8e0 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:51:25.956096 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30144c1-4c7a-4ad5-b3b2-f2449f06794c', 'name': 'network-vif-deleted', 'tag': '2f942257-0ec6-45f4-abce-e572d98f4f6a', 'status': 'completed', 'code': 200}
Sep 25 04:51:25.975883 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:51:25.993336 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-83e9aa81-3d02-4708-a0ac-559aa8146e5e None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:51:25.997301 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:51:26.008063 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:51:26.123753 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event updated for resources: {'Port': ['ID=d8b9f485-4776-41ff-aaa2-ba1a6f25a1fa,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:26.142098 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:26.142434 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:26.142769 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:26.143104 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:26.143434 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:26.143764 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:26.144085 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:26.144450 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:26.144837 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:26.145149 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:26.145550 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:26.145794 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:26.291523 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-83e9aa81-3d02-4708-a0ac-559aa8146e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2bdf550>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:47Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:26.329094 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e9aa81-3d02-4708-a0ac-559aa8146e5e None None] Checking router: 42d988fd-c0db-4f49-befe-a66c1372875e for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:51:26.356524 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e9aa81-3d02-4708-a0ac-559aa8146e5e None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:51:26.357744 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-83e9aa81-3d02-4708-a0ac-559aa8146e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2bdf550>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:51:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:26.493250 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:26.504138 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-83e9aa81-3d02-4708-a0ac-559aa8146e5e None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:51:26.662383 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:26.706400 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:26.853443 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-83e9aa81-3d02-4708-a0ac-559aa8146e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2bdf550>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:47Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:26.914916 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e9aa81-3d02-4708-a0ac-559aa8146e5e None None] The sync data for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi is: [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'faa113da-eab6-4d91-bbef-9f16b25c2749', 'name': '', 'network_id': '662548c6-ea0f-42ea-8c47-15dfa9490131', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'mac_address': 'fa:16:3e:f7:10:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:34Z', 'updated_at': '2021-09-25T04:44:47Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'subnets': [{'id': '8524f7c8-7a47-40ed-8be3-7285aeb94293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:51:26.941242 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7d8410c2-61e9-4529-b101-28b3d02e6fba req-171c6916-2d8f-4b91-8458-4e41db2e23bd tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/ports?device_id=b30144c1-4c7a-4ad5-b3b2-f2449f06794c HTTP/1.1" status: 200  len: 210 time: 0.0806675
Sep 25 04:51:26.960916 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0c02d-d698-4b14-8916-1df40e5aa8f4 req-59b4b358-a492-4cfb-ba5d-258921825490 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:26.996178 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d8e0c02d-d698-4b14-8916-1df40e5aa8f4 req-59b4b358-a492-4cfb-ba5d-258921825490 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.2261655
Sep 25 04:51:26.996787 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:27.041656 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d8e0c02d-d698-4b14-8916-1df40e5aa8f4 req-43ea1192-6145-416a-8911-0f78253e79a5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488379
Sep 25 04:51:27.078664 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:27.152358 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event updated for resources: {'Port': ['ID=d8b9f485-4776-41ff-aaa2-ba1a6f25a1fa,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:27.178079 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:27.227476 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e32a052-fffd-422e-8962-a4691624f744 None None] New status for floating IP e1ad064a-12ac-4ba4-af58-4df7cd08939c: DOWN {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:51:27.290175 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.l3_db [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Floating IP 2359cbfa-0726-43c0-9bba-28f2d98a9411 associated. External IP: 172.27.2.234, port: aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb.
Sep 25 04:51:27.515788 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Router bbefe7e0-260e-4b73-b174-265821960ae6 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:51:27.653756 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:51:27.665054 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75bcad8-bc80-482e-9f10-73fbb221f9cc None None] Sync routers for ids ['bbefe7e0-260e-4b73-b174-265821960ae6'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:51:27.675772 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75bcad8-bc80-482e-9f10-73fbb221f9cc None None] Routers {'bbefe7e0-260e-4b73-b174-265821960ae6'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:51:27.676549 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a75bcad8-bc80-482e-9f10-73fbb221f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2d704c0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:51:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['bbefe7e0-260e-4b73-b174-265821960ae6'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:27.753010 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:27.789000 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-46492cc4-cb39-4d74-9b54-da4eee356ad2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5996275
Sep 25 04:51:27.789968 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:51:27.790503 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-a75bcad8-bc80-482e-9f10-73fbb221f9cc None None] Set router bbefe7e0-260e-4b73-b174-265821960ae6 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:51:27.793095 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c515ad38-c3a5-45c6-8d49-2b630d09bb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:51:27.841022 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2109fca2-36b5-4935-a0b8-5df940b0ca7d x-openstack-request-id: req-2109fca2-36b5-4935-a0b8-5df940b0ca7d {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:51:27.841022 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:51:27.841412 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2109fca2-36b5-4935-a0b8-5df940b0ca7d {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:51:27.842304 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'status': 'completed', 'code': 200}
Sep 25 04:51:27.911537 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515ad38-c3a5-45c6-8d49-2b630d09bb2e req-95e3a8fc-768f-4ab3-a09a-483f57362de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:27.913708 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c515ad38-c3a5-45c6-8d49-2b630d09bb2e req-95e3a8fc-768f-4ab3-a09a-483f57362de2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f852bbec2bbd4cb4952442eb36ef3e97&device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 1098 time: 0.0477045
Sep 25 04:51:28.080327 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515ad38-c3a5-45c6-8d49-2b630d09bb2e req-7a358460-b7e6-4967-9b73-6079bcce0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:28.087617 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c515ad38-c3a5-45c6-8d49-2b630d09bb2e req-7a358460-b7e6-4967-9b73-6079bcce0721 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f75bfee-8cdc-46d8-84a6-fd8d49848512 HTTP/1.1" status: 200  len: 908 time: 0.1652503
Sep 25 04:51:28.133459 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54512) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:28.146671 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a75bcad8-bc80-482e-9f10-73fbb221f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2d704c0>, [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 4, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '2359cbfa-0726-43c0-9bba-28f2d98a9411', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'port_id': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'mac_address': 'fa:16:3e:8f:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:51:26Z', 'updated_at': '2021-09-25T04:51:26Z', 'revision_number': 0, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d11733-573c-4650-9f4c-b6f0cfee4954', 'name': '', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'mac_address': 'fa:16:3e:46:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:31Z', 'updated_at': '2021-09-25T04:50:36Z', 'revision_number': 5, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'subnets': [{'id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:28.188089 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75bcad8-bc80-482e-9f10-73fbb221f9cc None None] Checking router: bbefe7e0-260e-4b73-b174-265821960ae6 for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:51:28.198338 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75bcad8-bc80-482e-9f10-73fbb221f9cc None None] Routers {'bbefe7e0-260e-4b73-b174-265821960ae6'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:51:28.199139 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a75bcad8-bc80-482e-9f10-73fbb221f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2d704c0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:51:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['bbefe7e0-260e-4b73-b174-265821960ae6'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:28.203997 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c515ad38-c3a5-45c6-8d49-2b630d09bb2e req-29eb3d8e-38aa-4a01-bfe2-09611c877168 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb HTTP/1.1" status: 200  len: 999 time: 0.1014826
Sep 25 04:51:28.223542 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-be549839-469b-4382-b834-46e6d0b224df tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:28.264138 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-be549839-469b-4382-b834-46e6d0b224df tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:28.366981 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51cf9bc-8745-4157-8589-fe87570b62b6 req-2166b8e7-77bc-4031-bfac-dc3446371b3d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:28.369144 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f51cf9bc-8745-4157-8589-fe87570b62b6 req-2166b8e7-77bc-4031-bfac-dc3446371b3d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.1638408
Sep 25 04:51:28.375112 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515ad38-c3a5-45c6-8d49-2b630d09bb2e req-5f19f993-d242-4b25-8556-e4dedfaddb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:28.377153 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c515ad38-c3a5-45c6-8d49-2b630d09bb2e req-5f19f993-d242-4b25-8556-e4dedfaddb72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8dc8783-7d80-4595-ae85-e109cbb6005a HTTP/1.1" status: 200  len: 847 time: 0.1628470
Sep 25 04:51:28.464755 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-be549839-469b-4382-b834-46e6d0b224df tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:28.468209 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-be549839-469b-4382-b834-46e6d0b224df tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:28.472029 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-be549839-469b-4382-b834-46e6d0b224df tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "DELETE /v2.0/security-groups/b963ede8-1bb1-4c91-8344-98b0a4fc1e11 HTTP/1.1" status: 204  len: 168 time: 0.3349252
Sep 25 04:51:28.473074 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54514) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:28.498785 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f51cf9bc-8745-4157-8589-fe87570b62b6 req-79cab55e-1c2b-4cde-8777-2cefff97f041 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971611
Sep 25 04:51:28.504860 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515ad38-c3a5-45c6-8d49-2b630d09bb2e req-84479fac-6bf7-4487-9126-eb1f5427b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:28.506533 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c515ad38-c3a5-45c6-8d49-2b630d09bb2e req-84479fac-6bf7-4487-9126-eb1f5427b16f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f75bfee-8cdc-46d8-84a6-fd8d49848512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1208994
Sep 25 04:51:28.508144 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be549839-469b-4382-b834-46e6d0b224df tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b963ede8-1bb1-4c91-8344-98b0a4fc1e11,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:28.530221 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.api.v2.resource [None req-70e3f4f5-6b8f-4312-97f6-a39812123716 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] show failed (client error): The resource could not be found.
Sep 25 04:51:28.532634 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-70e3f4f5-6b8f-4312-97f6-a39812123716 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "GET /v2.0/security-groups/b963ede8-1bb1-4c91-8344-98b0a4fc1e11 HTTP/1.1" status: 404  len: 347 time: 0.0583110
Sep 25 04:51:28.537692 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54516) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:28.564516 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-a75bcad8-bc80-482e-9f10-73fbb221f9cc None None] Set router bbefe7e0-260e-4b73-b174-265821960ae6 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:51:28.781330 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c515ad38-c3a5-45c6-8d49-2b630d09bb2e req-0cd2fd15-ca8a-4338-a2f6-8f97f8bbdb3b service neutron] 10.222.0.23 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2642159
Sep 25 04:51:28.860982 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 2f942257-0ec6-45f4-abce-e572d98f4f6a no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:51:28.883461 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-41690eb2-0e91-4577-8c6a-515dcf352b22 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Deleting port 191f616b-a49e-4b19-a3e5-1b287fabd72a {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:51:28.883876 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-41690eb2-0e91-4577-8c6a-515dcf352b22 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:28.893961 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 2f942257-0ec6-45f4-abce-e572d98f4f6a {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:51:28.894320 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 2f942257-0ec6-45f4-abce-e572d98f4f6a not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:51:28.914669 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-a75bcad8-bc80-482e-9f10-73fbb221f9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2d704c0>, [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 4, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '2359cbfa-0726-43c0-9bba-28f2d98a9411', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'port_id': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'mac_address': 'fa:16:3e:8f:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:51:26Z', 'updated_at': '2021-09-25T04:51:26Z', 'revision_number': 0, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d11733-573c-4650-9f4c-b6f0cfee4954', 'name': '', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'mac_address': 'fa:16:3e:46:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:31Z', 'updated_at': '2021-09-25T04:50:36Z', 'revision_number': 5, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'subnets': [{'id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:28.960423 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75bcad8-bc80-482e-9f10-73fbb221f9cc None None] The sync data for ids ['bbefe7e0-260e-4b73-b174-265821960ae6'] in dv-cinder-768458-10-iscsi is: [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 4, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '2359cbfa-0726-43c0-9bba-28f2d98a9411', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'floating_ip_address': '172.27.2.234', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'port_id': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'mac_address': 'fa:16:3e:8f:fd:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:51:26Z', 'updated_at': '2021-09-25T04:51:26Z', 'revision_number': 0, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9d11733-573c-4650-9f4c-b6f0cfee4954', 'name': '', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'mac_address': 'fa:16:3e:46:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:31Z', 'updated_at': '2021-09-25T04:50:36Z', 'revision_number': 5, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'subnets': [{'id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:51:28.965749 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c515ad38-c3a5-45c6-8d49-2b630d09bb2e req-c7f4d9cf-f6a9-414b-ad96-ff2bb69470d6 service neutron] 10.222.0.23 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748710
Sep 25 04:51:29.008255 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-41690eb2-0e91-4577-8c6a-515dcf352b22 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:29.008684 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-41690eb2-0e91-4577-8c6a-515dcf352b22 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:29.025778 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-41690eb2-0e91-4577-8c6a-515dcf352b22 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Calling delete_port for 191f616b-a49e-4b19-a3e5-1b287fabd72a owned by network:floatingip {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:51:29.249671 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827b24db-22d4-4238-965a-98cd2ba048a4 None None] New status for floating IP 2359cbfa-0726-43c0-9bba-28f2d98a9411: ACTIVE {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:51:29.307811 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-41690eb2-0e91-4577-8c6a-515dcf352b22 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:29.356789 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41690eb2-0e91-4577-8c6a-515dcf352b22 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Pushing event deleted for resources: {'Port': ['ID=191f616b-a49e-4b19-a3e5-1b287fabd72a,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:29.448212 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-41690eb2-0e91-4577-8c6a-515dcf352b22 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks [] for floatingip, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:29.452362 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-41690eb2-0e91-4577-8c6a-515dcf352b22 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:29.456598 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-41690eb2-0e91-4577-8c6a-515dcf352b22 tempest-AttachVolumeTestJSON-1906315421 tempest-AttachVolumeTestJSON-1906315421-project] 10.222.0.20 "DELETE /v2.0/floatingips/e1ad064a-12ac-4ba4-af58-4df7cd08939c HTTP/1.1" status: 204  len: 168 time: 0.9153891
Sep 25 04:51:29.694636 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6ad85-e329-48d2-bc85-8ef85b5df65e req-aac39964-a956-44bb-b209-01b823c0ea9d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:29.698078 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-09d6ad85-e329-48d2-bc85-8ef85b5df65e req-aac39964-a956-44bb-b209-01b823c0ea9d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0870876
Sep 25 04:51:29.770551 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-09d6ad85-e329-48d2-bc85-8ef85b5df65e req-53355e5d-5a60-4ad1-aa03-a282005ee1a6 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624437
Sep 25 04:51:30.911874 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd983d7f-9fc7-4a6b-a66c-6b1797d19b1d req-a88ba6fe-dfa5-4e61-8b46-a6eee94812d9 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:30.913472 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bd983d7f-9fc7-4a6b-a66c-6b1797d19b1d req-a88ba6fe-dfa5-4e61-8b46-a6eee94812d9 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0638647
Sep 25 04:51:30.958780 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bd983d7f-9fc7-4a6b-a66c-6b1797d19b1d req-e03e989f-ef98-4d01-9ea4-4349a377084f tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364263
Sep 25 04:51:32.087494 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8a9c4-e855-4075-b862-46909a6b0fe0 req-7af725f8-7db0-4b11-83be-f29e35e110a8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:32.089033 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e5d8a9c4-e855-4075-b862-46909a6b0fe0 req-7af725f8-7db0-4b11-83be-f29e35e110a8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0564873
Sep 25 04:51:32.136596 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e5d8a9c4-e855-4075-b862-46909a6b0fe0 req-85fd95bd-9f24-4084-ba2b-8b0e539da33e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409224
Sep 25 04:51:33.058958 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047d664-6487-4c11-9687-24953560bee9 req-83725174-4d6d-48c8-84e8-65e25d0064f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:33.061196 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a047d664-6487-4c11-9687-24953560bee9 req-83725174-4d6d-48c8-84e8-65e25d0064f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 1099 time: 0.0470850
Sep 25 04:51:33.160807 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047d664-6487-4c11-9687-24953560bee9 req-46bfb337-982f-460f-8cda-67287c636f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:33.162279 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a047d664-6487-4c11-9687-24953560bee9 req-46bfb337-982f-460f-8cda-67287c636f82 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da2159d-60a0-4d83-9c3e-f0f173eed71c HTTP/1.1" status: 200  len: 917 time: 0.0946655
Sep 25 04:51:33.264843 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a047d664-6487-4c11-9687-24953560bee9 req-c3b4ed1f-22d4-4aed-a94f-6b68082543e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08 HTTP/1.1" status: 200  len: 1002 time: 0.0952852
Sep 25 04:51:33.315631 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a624794-4af5-4b5b-85fd-bf38106ebc3c req-58d53af0-1c14-4130-9838-7887079afa4e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:33.317266 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3a624794-4af5-4b5b-85fd-bf38106ebc3c req-58d53af0-1c14-4130-9838-7887079afa4e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0974190
Sep 25 04:51:33.344174 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047d664-6487-4c11-9687-24953560bee9 req-3a62dd4d-8f57-48b1-bc06-f2adf33bacde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:33.345684 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a047d664-6487-4c11-9687-24953560bee9 req-3a62dd4d-8f57-48b1-bc06-f2adf33bacde service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71e42a9c-4c27-485f-866b-a65a7784d81c HTTP/1.1" status: 200  len: 856 time: 0.0742176
Sep 25 04:51:33.392091 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3a624794-4af5-4b5b-85fd-bf38106ebc3c req-6b8f0561-dae0-4781-9525-a1b4f2e7bdc1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682850
Sep 25 04:51:33.411634 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047d664-6487-4c11-9687-24953560bee9 req-b5504dc3-9402-4ef6-b464-b003d59bb76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:33.413031 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a047d664-6487-4c11-9687-24953560bee9 req-b5504dc3-9402-4ef6-b464-b003d59bb76d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da2159d-60a0-4d83-9c3e-f0f173eed71c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0555325
Sep 25 04:51:33.514019 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a047d664-6487-4c11-9687-24953560bee9 req-ce041f60-6174-47f7-9314-6e9e01bf33cb service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0928876
Sep 25 04:51:33.614956 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a047d664-6487-4c11-9687-24953560bee9 req-76b31ecc-1859-4dd1-8a8b-fee258c4aecb service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943069
Sep 25 04:51:33.828798 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54566) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:34.307316 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-67f9ad90-18ed-4be6-921b-16a279eb5e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715868'] for router_interface, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:34.552957 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf1e388-fa62-4bc5-9526-0398e7137ac3 req-5a50c1b8-f5e5-45e3-8c6d-32c6df8fcf5a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:34.554444 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0bf1e388-fa62-4bc5-9526-0398e7137ac3 req-5a50c1b8-f5e5-45e3-8c6d-32c6df8fcf5a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.0804334
Sep 25 04:51:34.621624 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0bf1e388-fa62-4bc5-9526-0398e7137ac3 req-185d1342-5947-4696-a2bc-615c47c51e08 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598536
Sep 25 04:51:34.638112 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-67f9ad90-18ed-4be6-921b-16a279eb5e76 admin admin] Deleting port faa113da-eab6-4d91-bbef-9f16b25c2749 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:51:34.638461 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-67f9ad90-18ed-4be6-921b-16a279eb5e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:34.722963 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-67f9ad90-18ed-4be6-921b-16a279eb5e76 admin admin] For port faa113da-eab6-4d91-bbef-9f16b25c2749, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=faa113da-eab6-4d91-bbef-9f16b25c2749,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:34.723359 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-67f9ad90-18ed-4be6-921b-16a279eb5e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:34.736817 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-67f9ad90-18ed-4be6-921b-16a279eb5e76 admin admin] Calling delete_port for faa113da-eab6-4d91-bbef-9f16b25c2749 owned by network:router_interface {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:51:35.010103 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-67f9ad90-18ed-4be6-921b-16a279eb5e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:35.043901 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9ad90-18ed-4be6-921b-16a279eb5e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=faa113da-eab6-4d91-bbef-9f16b25c2749,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:35.213163 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-67f9ad90-18ed-4be6-921b-16a279eb5e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716501'] for router_interface, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:35.457651 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f9ad90-18ed-4be6-921b-16a279eb5e76 admin admin] Router 42d988fd-c0db-4f49-befe-a66c1372875e has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:51:35.866123 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f9ad90-18ed-4be6-921b-16a279eb5e76 admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:51:35.874396 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-67f9ad90-18ed-4be6-921b-16a279eb5e76 admin admin] 10.222.0.20 "PUT /v2.0/routers/42d988fd-c0db-4f49-befe-a66c1372875e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0414152
Sep 25 04:51:35.875226 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54576) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:35.876784 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a1e27-0510-4f8e-8ebb-1a1bebca6c63 None None] Sync routers for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:51:35.888155 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a1e27-0510-4f8e-8ebb-1a1bebca6c63 None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:51:35.889942 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-820a1e27-0510-4f8e-8ebb-1a1bebca6c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dfd1c0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:51:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:35.933645 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065e7ce-9f72-41d3-b2ba-2aaba777d599 req-4273ab8c-6530-40f5-9b75-168505e9fd27 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:35.935145 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0065e7ce-9f72-41d3-b2ba-2aaba777d599 req-4273ab8c-6530-40f5-9b75-168505e9fd27 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 946 time: 0.1054759
Sep 25 04:51:36.001314 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-820a1e27-0510-4f8e-8ebb-1a1bebca6c63 None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:51:36.023530 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Notify callbacks [] for router, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:36.028746 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0065e7ce-9f72-41d3-b2ba-2aaba777d599 req-9368dab2-cdf2-4adb-84ee-cee58d2c9d63 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0833731
Sep 25 04:51:36.153783 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:36.205841 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-820a1e27-0510-4f8e-8ebb-1a1bebca6c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dfd1c0>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:51:34Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:36.231346 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a1e27-0510-4f8e-8ebb-1a1bebca6c63 None None] Checking router: 42d988fd-c0db-4f49-befe-a66c1372875e for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:51:36.241145 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820a1e27-0510-4f8e-8ebb-1a1bebca6c63 None None] Routers {'42d988fd-c0db-4f49-befe-a66c1372875e'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:51:36.241782 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-820a1e27-0510-4f8e-8ebb-1a1bebca6c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dfd1c0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:51:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['42d988fd-c0db-4f49-befe-a66c1372875e'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:36.305409 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Deleting port fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:51:36.305764 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:36.366769 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-820a1e27-0510-4f8e-8ebb-1a1bebca6c63 None None] Set router 42d988fd-c0db-4f49-befe-a66c1372875e gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:51:36.404583 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] For port fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:36.405015 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:36.419396 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Calling delete_port for fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 owned by network:router_gateway {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:51:36.618357 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-820a1e27-0510-4f8e-8ebb-1a1bebca6c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dfd1c0>, [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:51:34Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:36.646362 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820a1e27-0510-4f8e-8ebb-1a1bebca6c63 None None] The sync data for ids ['42d988fd-c0db-4f49-befe-a66c1372875e'] in dv-cinder-768458-10-iscsi is: [{'id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'name': 'tempest-AttachVolumeTestJSON-1598381431-router', 'tenant_id': '2d5a7e3fa49940d88d496254460a9fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:51:34Z', 'revision_number': 5, 'project_id': '2d5a7e3fa49940d88d496254460a9fd4', 'gw_port': {'id': 'fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:00:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d988fd-c0db-4f49-befe-a66c1372875e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:51:36.696190 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:36.723416 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:36.785630 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716438'] for router_gateway, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:36.881384 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3703353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30087'] for router, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:36.884069 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:36.901595 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ec6c6c16-18a2-45cf-9040-130e2c3e3a08 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:51:36.994145 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.009142 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3703344'] for router, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.010054 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42d988fd-c0db-4f49-befe-a66c1372875e {{(pid=101198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 25 04:51:37.017366 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.019603 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b1a2da54-000e-4fdc-a72f-643b1c049f26 admin admin] 10.222.0.20 "DELETE /v2.0/routers/42d988fd-c0db-4f49-befe-a66c1372875e HTTP/1.1" status: 204  len: 168 time: 1.1433940
Sep 25 04:51:37.023411 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54588) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:37.028467 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:51:37.030964 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418acd41-4c37-4391-86a3-9019608fcb8b" -d '{"events": [{"server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "name": "network-vif-unplugged", "status": "completed", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:51:37.048221 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:37.067685 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f934f31-20a5-4763-93f5-e61667d4964d x-openstack-request-id: req-8f934f31-20a5-4763-93f5-e61667d4964d {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:51:37.068603 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "name": "network-vif-unplugged", "status": "failed", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08", "code": 422}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:51:37.068868 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8f934f31-20a5-4763-93f5-e61667d4964d {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:51:37.069288 dv-cinder-768458-10-iscsi neutron-server[101199]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'code': 422} returned with failed status
Sep 25 04:51:37.075184 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5153dcf-c09d-4a9a-8927-c8c27adf1c8b admin admin] Deleting subnet 8524f7c8-7a47-40ed-8be3-7285aeb94293 {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:51:37.078785 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d5153dcf-c09d-4a9a-8927-c8c27adf1c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.120804 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d5153dcf-c09d-4a9a-8927-c8c27adf1c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855331'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.129226 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.192897 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,revision_number=8']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:37.228114 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d5153dcf-c09d-4a9a-8927-c8c27adf1c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.368571 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d5153dcf-c09d-4a9a-8927-c8c27adf1c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9536346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9085572'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.395851 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5153dcf-c09d-4a9a-8927-c8c27adf1c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8524f7c8-7a47-40ed-8be3-7285aeb94293,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:37.403487 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d5153dcf-c09d-4a9a-8927-c8c27adf1c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.406985 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d5153dcf-c09d-4a9a-8927-c8c27adf1c8b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8524f7c8-7a47-40ed-8be3-7285aeb94293 HTTP/1.1" status: 204  len: 168 time: 0.3816235
Sep 25 04:51:37.408805 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54600) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:37.408967 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccab1d01-bda0-443b-b98f-8679535abf2e None None] Network 662548c6-ea0f-42ea-8c47-15dfa9490131 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:51:37.486571 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.546186 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Deleting port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:51:37.546532 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.614778 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] For port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:37.615177 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.628327 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Calling delete_port for d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 owned by network:dhcp {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:51:37.738911 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] DHCP port deletion for 662548c6-ea0f-42ea-8c47-15dfa9490131 request from dv-cinder-768458-10-iscsi {{(pid=101199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Sep 25 04:51:37.791044 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Deleting port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:51:37.791415 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.799462 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.830536 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] No DVR routers for this DVR port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 on host dv-cinder-768458-10-iscsi {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:51:37.832395 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Pushing event deleted for resources: {'Port': ['ID=d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:37.861913 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] For port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5,segment=NetworkSegment(fea0613f-0a91-4abe-a14b-24990ee13cc5),segment_id=fea0613f-0a91-4abe-a14b-24990ee13cc5)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:37.862402 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.875635 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Calling delete_port for d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:51:37.931566 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.955157 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd1b05430>,) {'filters': {'network_id': ['662548c6-ea0f-42ea-8c47-15dfa9490131']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:37.955918 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.965313 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1b05430>, 'fea0613f-0a91-4abe-a14b-24990ee13cc5') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:37.965607 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1b05430>, 'fea0613f-0a91-4abe-a14b-24990ee13cc5') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:37.975759 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855354'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:37.982343 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Pushing event deleted for resources: {'Port': ['ID=d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:37.986078 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] No DVR routers for this DVR port d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 on host dv-cinder-768458-10-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:51:37.993714 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:38.000665 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.000938 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.001277 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.001608 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.001933 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.002355 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.002568 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.002890 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.003016 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:51:38.003213 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.003321 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543668'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:38.003511 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.003827 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.004139 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0dfa2-16f7-44ff-9a55-ca290f7322db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]: Traceback (most recent call last):
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     timer()
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     cb(*args, **kw)
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     return func(*args, **kwargs)
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     self._notify()
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     self.callback(batched_events)
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     event.method(event)
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     return f(self, *a, **k)
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._get(url).json()
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:51:38.005054 dv-cinder-768458-10-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:51:38.130492 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:38.140371 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:38.145800 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] 10.222.0.20 "DELETE /v2.0/networks/662548c6-ea0f-42ea-8c47-15dfa9490131 HTTP/1.1" status: 204  len: 168 time: 0.7319090
Sep 25 04:51:38.155222 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a71c123-f9b7-4edc-b84c-54da54bae14a admin admin] Pushing event deleted for resources: {'Network': ['ID=662548c6-ea0f-42ea-8c47-15dfa9490131,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:38.408943 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:51:38.440811 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:51:38.441841 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fd2fd0c2-fd4e-4a98-b4e5-6f9f9a12a467 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:51:38.441841 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device faa113da-eab6-4d91-bbef-9f16b25c2749 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:51:38.468654 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: faa113da-eab6-4d91-bbef-9f16b25c2749 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:51:38.469150 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device faa113da-eab6-4d91-bbef-9f16b25c2749 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:51:38.469681 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:51:38.491949 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:51:38.491949 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device d20f2941-af1f-4bbf-b0b3-e1ac9cc346c5 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:51:38.501661 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54612) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:38.562261 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54618) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:38.562762 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-21368161-2dca-4b1d-b921-7bd1fdedfdf5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2d5a7e3fa49940d88d496254460a9fd4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0583780
Sep 25 04:51:38.576945 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf7ebfd-1fb5-427d-98e6-58903ef0d720 req-c8fa3df7-f007-492a-b4a9-8bba5eb9cd4c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:38.578529 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8cf7ebfd-1fb5-427d-98e6-58903ef0d720 req-c8fa3df7-f007-492a-b4a9-8bba5eb9cd4c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0831940
Sep 25 04:51:38.647409 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8cf7ebfd-1fb5-427d-98e6-58903ef0d720 req-1f2b91f5-0bea-484b-86ca-b51265e5c4aa tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615842
Sep 25 04:51:38.658747 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:38.686906 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:38.822386 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:38.825056 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:38.826419 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9dec549d-8c70-40dc-a626-1dd4aa9281d6 HTTP/1.1" status: 204  len: 168 time: 0.2631130
Sep 25 04:51:38.835363 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dec549d-8c70-40dc-a626-1dd4aa9281d6,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:38.844843 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.845288 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.845694 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.846092 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.846502 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.846899 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.847293 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.847685 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.848069 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.849014 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.849014 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:38.849229 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58f89d5-dc3e-4d5b-b45c-1418c0942c8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:51:39.180079 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54636) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:39.277480 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-a9bb808d-6009-4118-a34d-52d14c099afa req-b60e8551-7d3b-45c5-bde6-ea2682bc19cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0959418
Sep 25 04:51:39.287755 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [req-a9bb808d-6009-4118-a34d-52d14c099afa req-7789f100-388d-41ab-bffa-4f069b95307b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:51:39.288875 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-a9bb808d-6009-4118-a34d-52d14c099afa req-7789f100-388d-41ab-bffa-4f069b95307b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054007
Sep 25 04:51:39.795132 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c67e4f-298a-4792-8994-34aa0009c398 req-66bce1db-04d5-4d87-aade-4217345e8cae tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:39.795132 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-25c67e4f-298a-4792-8994-34aa0009c398 req-66bce1db-04d5-4d87-aade-4217345e8cae tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0525532
Sep 25 04:51:39.853715 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-25c67e4f-298a-4792-8994-34aa0009c398 req-6b2d2776-adb8-4383-b5d0-bd303442ad56 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530169
Sep 25 04:51:40.900331 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ec6c6c16-18a2-45cf-9040-130e2c3e3a08 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:51:40.947393 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb808d-6009-4118-a34d-52d14c099afa req-f41e7260-f3a3-4f4c-9269-660e38675e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:40.949031 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a9bb808d-6009-4118-a34d-52d14c099afa req-f41e7260-f3a3-4f4c-9269-660e38675e1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad&tenant_id=b572a0366594463587c5764ffc266df4 HTTP/1.1" status: 200  len: 1097 time: 0.0655999
Sep 25 04:51:41.053340 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb808d-6009-4118-a34d-52d14c099afa req-76f5984d-8fa9-4486-825f-e16690145a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:41.054861 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a9bb808d-6009-4118-a34d-52d14c099afa req-76f5984d-8fa9-4486-825f-e16690145a3a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 1097 time: 0.0712831
Sep 25 04:51:41.067372 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b71a1a-6ac0-478a-8d3d-d7715e86e4a5 req-97d7f0d1-9bc4-4818-a65a-a20872d66bf9 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:41.068910 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45b71a1a-6ac0-478a-8d3d-d7715e86e4a5 req-97d7f0d1-9bc4-4818-a65a-a20872d66bf9 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0872650
Sep 25 04:51:41.165496 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-45b71a1a-6ac0-478a-8d3d-d7715e86e4a5 req-51a99360-4f77-4712-b718-99ed25918c69 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879240
Sep 25 04:51:41.187900 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb808d-6009-4118-a34d-52d14c099afa req-4edd0980-450a-43c6-b2b6-981a7d516e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:41.189719 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a9bb808d-6009-4118-a34d-52d14c099afa req-4edd0980-450a-43c6-b2b6-981a7d516e71 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da2159d-60a0-4d83-9c3e-f0f173eed71c HTTP/1.1" status: 200  len: 917 time: 0.1198087
Sep 25 04:51:41.261837 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a9bb808d-6009-4118-a34d-52d14c099afa req-573a20b0-a4b2-4dcd-ab53-c958cf9fd5bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08 HTTP/1.1" status: 200  len: 1000 time: 0.0647676
Sep 25 04:51:41.318170 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb808d-6009-4118-a34d-52d14c099afa req-1219fc4f-e3d5-4f78-acff-d2151c33d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:41.319647 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a9bb808d-6009-4118-a34d-52d14c099afa req-1219fc4f-e3d5-4f78-acff-d2151c33d37b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71e42a9c-4c27-485f-866b-a65a7784d81c HTTP/1.1" status: 200  len: 856 time: 0.0500884
Sep 25 04:51:41.367959 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb808d-6009-4118-a34d-52d14c099afa req-642d6278-cc91-4118-9fa8-1e0c9b1de75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:41.369441 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a9bb808d-6009-4118-a34d-52d14c099afa req-642d6278-cc91-4118-9fa8-1e0c9b1de75d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da2159d-60a0-4d83-9c3e-f0f173eed71c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0425241
Sep 25 04:51:41.472271 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a9bb808d-6009-4118-a34d-52d14c099afa req-7b94eeb5-e1cb-4eca-ad40-8f213446e32a service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0946448
Sep 25 04:51:41.573445 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a9bb808d-6009-4118-a34d-52d14c099afa req-3338d3f0-b544-4477-bf6a-b8d6ff600f04 service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0937672
Sep 25 04:51:42.333052 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c9774a-d950-42d0-88c6-4fdca2a583bc req-7b96da49-21d9-4eea-b460-cf05fb49e763 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:42.337771 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1c9774a-d950-42d0-88c6-4fdca2a583bc req-7b96da49-21d9-4eea-b460-cf05fb49e763 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0747733
Sep 25 04:51:42.395221 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d1c9774a-d950-42d0-88c6-4fdca2a583bc req-cad32659-f049-4c93-9ea4-06f41261befc tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435207
Sep 25 04:51:43.548600 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930ab59-9e17-4efc-abee-583416331d7f req-ddca8c6b-875f-4507-bd05-1282bc14a487 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:43.550199 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e930ab59-9e17-4efc-abee-583416331d7f req-ddca8c6b-875f-4507-bd05-1282bc14a487 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0628190
Sep 25 04:51:43.593871 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e930ab59-9e17-4efc-abee-583416331d7f req-b5a6aafd-a078-4f79-ab84-66342332cabe tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371649
Sep 25 04:51:44.736491 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178a680-f57e-479d-bd5a-ebc17ce74bde req-bff5ab7d-e47b-49da-8577-f7bca6af964b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:44.738076 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2178a680-f57e-479d-bd5a-ebc17ce74bde req-bff5ab7d-e47b-49da-8577-f7bca6af964b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0569472
Sep 25 04:51:44.781801 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2178a680-f57e-479d-bd5a-ebc17ce74bde req-ea58af6f-3e79-43cf-b6e3-6e199a057bf8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375180
Sep 25 04:51:45.915614 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6929bef-95cf-4ad8-8962-dfa605e1c7b2 req-e8b32a2c-5273-486c-8a0d-a0ce3443ca73 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:45.917348 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b6929bef-95cf-4ad8-8962-dfa605e1c7b2 req-e8b32a2c-5273-486c-8a0d-a0ce3443ca73 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0510576
Sep 25 04:51:45.963132 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b6929bef-95cf-4ad8-8962-dfa605e1c7b2 req-c293ec09-df76-492f-96d8-42e49e5b26ad tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389042
Sep 25 04:51:46.769543 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758e2d5-7e14-47e2-bbe7-91f4da3832d4 req-71b08937-0320-49d7-bb4e-57b32ebfe97c tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:46.771550 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2758e2d5-7e14-47e2-bbe7-91f4da3832d4 req-71b08937-0320-49d7-bb4e-57b32ebfe97c tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0638466
Sep 25 04:51:46.819366 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2758e2d5-7e14-47e2-bbe7-91f4da3832d4 req-650d3547-6c41-42ec-a663-5e6858159947 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364666
Sep 25 04:51:47.104477 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b94c9f-673f-46a3-ac6c-a638f45c0176 req-ac7de76f-c1b1-4679-8e85-ae145d5ca265 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:47.107003 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e4b94c9f-673f-46a3-ac6c-a638f45c0176 req-ac7de76f-c1b1-4679-8e85-ae145d5ca265 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0662055
Sep 25 04:51:47.152473 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e4b94c9f-673f-46a3-ac6c-a638f45c0176 req-5227739b-0ef0-4298-8a93-8f49ea6a8dc5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379677
Sep 25 04:51:47.944924 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f94abd-b4ef-4324-9e7d-beb1707cece3 req-f242408b-be4d-4116-bfb7-71f442566d93 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:47.946716 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-83f94abd-b4ef-4324-9e7d-beb1707cece3 req-f242408b-be4d-4116-bfb7-71f442566d93 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0555778
Sep 25 04:51:47.995298 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-83f94abd-b4ef-4324-9e7d-beb1707cece3 req-f894003d-0180-459b-9920-1ad2f1050fe9 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409157
Sep 25 04:51:48.291261 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e492f-de69-4a3d-9958-16cef79e8177 req-9eef4ff7-a561-449e-a2f4-7306ed0bacab tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:48.292920 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d1e492f-de69-4a3d-9958-16cef79e8177 req-9eef4ff7-a561-449e-a2f4-7306ed0bacab tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0579722
Sep 25 04:51:48.336864 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6d1e492f-de69-4a3d-9958-16cef79e8177 req-89acc092-775b-48e0-b0ab-85631697a61d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360339
Sep 25 04:51:49.130230 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14bef8-08a6-4ab2-bc34-b3c807617ee3 req-f8d51b26-90af-4ade-8337-e27e881bcd49 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:49.131911 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6a14bef8-08a6-4ab2-bc34-b3c807617ee3 req-f8d51b26-90af-4ade-8337-e27e881bcd49 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0558805
Sep 25 04:51:49.175910 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6a14bef8-08a6-4ab2-bc34-b3c807617ee3 req-ef948e97-95c7-4a0b-bcbc-0331f125de8e tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368526
Sep 25 04:51:49.479404 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d210763-ba82-47b4-ac05-d89ba5ed9ac3 req-9bb217fd-54b6-4474-97e4-fd399c58b245 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:49.481235 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d210763-ba82-47b4-ac05-d89ba5ed9ac3 req-9bb217fd-54b6-4474-97e4-fd399c58b245 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0584242
Sep 25 04:51:49.530688 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2d210763-ba82-47b4-ac05-d89ba5ed9ac3 req-0d704680-f092-4160-960f-895e5b4ee36e tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420151
Sep 25 04:51:49.889500 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b3b8b6a3-26b2-465b-9018-f1ae89407a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:50.302751 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496963f-9036-41b5-b5ca-45ce4360e61b req-f2e398fa-d854-4beb-b212-4a0d1fa1373f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:50.304537 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f496963f-9036-41b5-b5ca-45ce4360e61b req-f2e398fa-d854-4beb-b212-4a0d1fa1373f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0544641
Sep 25 04:51:50.353380 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f496963f-9036-41b5-b5ca-45ce4360e61b req-1d5bc601-af70-408f-a376-b25518780117 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406866
Sep 25 04:51:50.713271 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40918d53-cfd5-4485-9d79-2c2ca451abb4 req-48ebd983-1f5c-4c5b-8f4a-98098af71e13 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:50.722114 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-40918d53-cfd5-4485-9d79-2c2ca451abb4 req-48ebd983-1f5c-4c5b-8f4a-98098af71e13 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0834739
Sep 25 04:51:50.763600 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-40918d53-cfd5-4485-9d79-2c2ca451abb4 req-8d861877-be8a-4d02-a463-d7a30bd2c985 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400617
Sep 25 04:51:51.484014 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d18ed-e05f-4a45-89f0-716fb657a193 req-0012963c-ee96-4a92-a077-f43b547afd8a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:51.485925 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-720d18ed-e05f-4a45-89f0-716fb657a193 req-0012963c-ee96-4a92-a077-f43b547afd8a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0577106
Sep 25 04:51:51.533925 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-720d18ed-e05f-4a45-89f0-716fb657a193 req-02a5e92f-fe3b-4c17-ab43-cebb6fe326e3 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400457
Sep 25 04:51:51.902263 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048a119-2b63-479e-9c9c-ad7260cd9791 req-e2b5e2ef-5f92-4ce0-864a-5a932429be19 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:51.903835 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1048a119-2b63-479e-9c9c-ad7260cd9791 req-e2b5e2ef-5f92-4ce0-864a-5a932429be19 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0635121
Sep 25 04:51:51.961783 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1048a119-2b63-479e-9c9c-ad7260cd9791 req-64b6675c-b62b-439e-a8d3-c9678a6ea68d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490067
Sep 25 04:51:52.658991 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97310a76-99e4-40a9-a9f8-ecd20e63513d req-2ae8f081-8ce8-4af8-88a0-4cd3c9ed457d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:52.660714 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-97310a76-99e4-40a9-a9f8-ecd20e63513d req-2ae8f081-8ce8-4af8-88a0-4cd3c9ed457d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0510724
Sep 25 04:51:52.700533 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-97310a76-99e4-40a9-a9f8-ecd20e63513d req-879b5d7d-b34e-41c1-a2b3-36853c4dbfee tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336587
Sep 25 04:51:53.091382 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b567048-d7f3-4304-b382-15175ea31ade req-66d8c775-c301-4810-a5c8-b2bbfb4784f5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:53.093179 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8b567048-d7f3-4304-b382-15175ea31ade req-66d8c775-c301-4810-a5c8-b2bbfb4784f5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0529518
Sep 25 04:51:53.137207 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8b567048-d7f3-4304-b382-15175ea31ade req-cf4cb8fd-e415-49fb-ba68-7152148614bd tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375822
Sep 25 04:51:53.622920 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7c75122e-bf86-4c3d-8574-4888b3af7bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:53.821296 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba171e6b-64b4-44a2-ae9c-e02b8f50d6fe req-aaac649a-7deb-48b2-abbb-7ced080e7d92 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:53.822767 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ba171e6b-64b4-44a2-ae9c-e02b8f50d6fe req-aaac649a-7deb-48b2-abbb-7ced080e7d92 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0535052
Sep 25 04:51:53.865514 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ba171e6b-64b4-44a2-ae9c-e02b8f50d6fe req-1447e620-bd02-4f36-8b28-774007d2325d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364473
Sep 25 04:51:54.061976 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54844) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:54.148690 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.170561 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4d134d10-c217-4988-84d4-fabe684c0441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.270278 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4d134d10-c217-4988-84d4-fabe684c0441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.271972 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e907e2-788b-4469-8418-d4377fd4a580 req-9980cefc-1888-405f-a9da-b26aafc9286a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:54.273671 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-14e907e2-788b-4469-8418-d4377fd4a580 req-9980cefc-1888-405f-a9da-b26aafc9286a tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 944 time: 0.0623996
Sep 25 04:51:54.323129 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-14e907e2-788b-4469-8418-d4377fd4a580 req-aeb7b93d-4266-4925-b7ea-ac17e3eadd55 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432689
Sep 25 04:51:54.331464 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4d134d10-c217-4988-84d4-fabe684c0441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.365720 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-54eb392c-19b2-40f0-bb7c-bde67b2eb7b3 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:54.367316 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-54eb392c-19b2-40f0-bb7c-bde67b2eb7b3 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0556638
Sep 25 04:51:54.372887 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4d134d10-c217-4988-84d4-fabe684c0441 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5286ca3df1fd44a89442b1d8ce50fde4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3098269
Sep 25 04:51:54.373781 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d134d10-c217-4988-84d4-fabe684c0441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7639aa5f-befc-4e96-9e40-9cafd4dac9ad,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:54.376429 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54850) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:54.429498 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-45e89c03-87e0-4b09-be5b-883938b4eaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.463143 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-45e89c03-87e0-4b09-be5b-883938b4eaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.478445 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Deleting port 3d20444f-d581-4275-be26-7c0f554a26df {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:51:54.478787 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.571494 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-45e89c03-87e0-4b09-be5b-883938b4eaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.571876 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] For port 3d20444f-d581-4275-be26-7c0f554a26df, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=3d20444f-d581-4275-be26-7c0f554a26df,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:54.572408 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.574173 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-45e89c03-87e0-4b09-be5b-883938b4eaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.575401 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-45e89c03-87e0-4b09-be5b-883938b4eaac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7639aa5f-befc-4e96-9e40-9cafd4dac9ad HTTP/1.1" status: 204  len: 168 time: 0.1980488
Sep 25 04:51:54.584713 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e89c03-87e0-4b09-be5b-883938b4eaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7639aa5f-befc-4e96-9e40-9cafd4dac9ad,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:54.594858 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.767140 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.767525 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:54.767844 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.l3_db [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Floating IP 104379a2-b475-4241-b17a-68f9805bf193 disassociated. External IP: 172.27.2.144, port: 3d20444f-d581-4275-be26-7c0f554a26df.
Sep 25 04:51:54.768184 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Calling delete_port for 3d20444f-d581-4275-be26-7c0f554a26df owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:51:54.993544 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ec6c6c16-18a2-45cf-9040-130e2c3e3a08 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:51:54.996109 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c426e7-d4a2-4e3c-a257-c21c3480eb5f req-59083aad-f37d-4eed-b826-6a28285c59ed tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:54.997709 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-07c426e7-d4a2-4e3c-a257-c21c3480eb5f req-59083aad-f37d-4eed-b826-6a28285c59ed tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 945 time: 0.0571079
Sep 25 04:51:55.040943 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-07c426e7-d4a2-4e3c-a257-c21c3480eb5f req-ba2ed67a-5969-4a24-82f2-385f7daa40bd tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358100
Sep 25 04:51:55.051548 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:55.082373 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event deleted for resources: {'Port': ['ID=3d20444f-d581-4275-be26-7c0f554a26df,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:55.109789 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:55.122318 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'port_id': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'mac_address': 'fa:16:3e:8d:5d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:51:55.169701 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:55.185923 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6c6c16-18a2-45cf-9040-130e2c3e3a08 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:51:55.207741 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Router 5be9fa91-cd58-493e-a4cd-25463fd28859 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:51:55.208758 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:55.258080 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54858) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:55.271721 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e5a57596-2d78-473a-9124-b82a1782da79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:55.296843 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:55.322895 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:51:55.335447 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d256fa0-daf4-4df4-b43c-1de8b40dfefb None None] Sync routers for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:51:55.347602 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d256fa0-daf4-4df4-b43c-1de8b40dfefb None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:51:55.348736 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-1d256fa0-daf4-4df4-b43c-1de8b40dfefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8512dc0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:51:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:55.352232 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,revision_number=9']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:55.377652 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] No DVR routers for this DVR port 3d20444f-d581-4275-be26-7c0f554a26df on host hv-cinder-76845 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:51:55.380656 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:55.383016 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0aadd8aa-7cb1-48e2-aba9-6cb6e0d53840 req-16c72349-142e-47b9-b412-c0b9806a7206 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "DELETE /v2.0/ports/3d20444f-d581-4275-be26-7c0f554a26df HTTP/1.1" status: 204  len: 173 time: 1.0092800
Sep 25 04:51:55.383535 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'name': 'network-vif-deleted', 'tag': '3d20444f-d581-4275-be26-7c0f554a26df'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:51:55.388519 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fd3e6f-54bb-4676-b690-2174487d94ac" -d '{"events": [{"server_uuid": "a1a13419-a59d-4384-a4c2-ef013dea2b8d", "name": "network-vif-deleted", "tag": "3d20444f-d581-4275-be26-7c0f554a26df"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:51:55.397798 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:55.401834 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e5a57596-2d78-473a-9124-b82a1782da79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:55.431543 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae55c0b-7a37-40ee-9967-665c321d5b13 x-openstack-request-id: req-dae55c0b-7a37-40ee-9967-665c321d5b13 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:51:55.431778 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a13419-a59d-4384-a4c2-ef013dea2b8d", "name": "network-vif-deleted", "tag": "3d20444f-d581-4275-be26-7c0f554a26df", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:51:55.431959 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dae55c0b-7a37-40ee-9967-665c321d5b13 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:51:55.432448 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a13419-a59d-4384-a4c2-ef013dea2b8d', 'name': 'network-vif-deleted', 'tag': '3d20444f-d581-4275-be26-7c0f554a26df', 'status': 'completed', 'code': 200}
Sep 25 04:51:55.479239 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-e5a57596-2d78-473a-9124-b82a1782da79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:55.521382 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['ec6c6c16-18a2-45cf-9040-130e2c3e3a08'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:51:55.532950 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-1d256fa0-daf4-4df4-b43c-1de8b40dfefb None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:51:55.558763 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-e5a57596-2d78-473a-9124-b82a1782da79 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1160313b0db340748afa4d240660189e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2992697
Sep 25 04:51:55.560559 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54866) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:55.560921 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a57596-2d78-473a-9124-b82a1782da79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d076d6-64f3-4e89-ae71-ade752db1a82,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:55.688951 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e893f-7010-4cc7-8868-bbb604f0d49f req-77bd5cf9-35fe-4003-b458-1cb1c3b929f0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:55.697370 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a69e893f-7010-4cc7-8868-bbb604f0d49f req-77bd5cf9-35fe-4003-b458-1cb1c3b929f0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 945 time: 0.2250164
Sep 25 04:51:55.710153 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-022daf9d-af44-4386-ae8e-19a29255b9e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:55.754609 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-022daf9d-af44-4386-ae8e-19a29255b9e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:55.759589 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a69e893f-7010-4cc7-8868-bbb604f0d49f req-34a4b63a-c6c7-4753-bcfe-c2a70573fad4 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611076
Sep 25 04:51:55.792415 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-1d256fa0-daf4-4df4-b43c-1de8b40dfefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8512dc0>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:55.820588 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d256fa0-daf4-4df4-b43c-1de8b40dfefb None None] Checking router: 5be9fa91-cd58-493e-a4cd-25463fd28859 for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:51:55.831076 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d256fa0-daf4-4df4-b43c-1de8b40dfefb None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:51:55.831699 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-1d256fa0-daf4-4df4-b43c-1de8b40dfefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8512dc0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:51:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:55.883534 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-022daf9d-af44-4386-ae8e-19a29255b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:55.886381 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-022daf9d-af44-4386-ae8e-19a29255b9e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:55.887977 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-022daf9d-af44-4386-ae8e-19a29255b9e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/22d076d6-64f3-4e89-ae71-ade752db1a82 HTTP/1.1" status: 204  len: 168 time: 0.3241692
Sep 25 04:51:55.898107 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022daf9d-af44-4386-ae8e-19a29255b9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d076d6-64f3-4e89-ae71-ade752db1a82,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:55.962761 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-1d256fa0-daf4-4df4-b43c-1de8b40dfefb None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:51:56.160143 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5ecd15e5-c6db-412f-9949-7479d9f28f2c req-349762ff-e410-48c9-9df0-2e3f67b51400 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=a1a13419-a59d-4384-a4c2-ef013dea2b8d HTTP/1.1" status: 200  len: 210 time: 0.0319901
Sep 25 04:51:56.174840 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-1d256fa0-daf4-4df4-b43c-1de8b40dfefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8512dc0>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:51:56.205573 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d256fa0-daf4-4df4-b43c-1de8b40dfefb None None] The sync data for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi is: [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:51:56.480058 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fdeefc-4a75-4089-8926-c60030608a67 None None] New status for floating IP 104379a2-b475-4241-b17a-68f9805bf193: DOWN {{(pid=101199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:51:56.657274 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:56.771744 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 54874) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:56.787298 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-039b8d7a-5669-44ce-9fb8-6e22a86dd92a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:56.885257 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-039b8d7a-5669-44ce-9fb8-6e22a86dd92a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:56.893440 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa9fa8-c4a6-4806-a781-37138b041321 req-5c1d6ce4-e6ae-4b73-8919-5115b9a52fec tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:56.894993 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f3aa9fa8-c4a6-4806-a781-37138b041321 req-5c1d6ce4-e6ae-4b73-8919-5115b9a52fec tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 945 time: 0.0519261
Sep 25 04:51:56.934738 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f3aa9fa8-c4a6-4806-a781-37138b041321 req-b1b67a86-4eb0-4061-a627-8ca56662d73d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336812
Sep 25 04:51:56.997420 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ec6c6c16-18a2-45cf-9040-130e2c3e3a08 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:51:57.003125 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-039b8d7a-5669-44ce-9fb8-6e22a86dd92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:57.043112 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-039b8d7a-5669-44ce-9fb8-6e22a86dd92a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7bd3907a39aa419799560f0b05dcff9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2701149
Sep 25 04:51:57.044307 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b8d7a-5669-44ce-9fb8-6e22a86dd92a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd72c0e-dc9c-4eb9-83f3-e500f078a6ac,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:57.046013 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 54878) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:51:57.048827 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:51:57.049455 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:57.105596 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a68297c8-bd5e-4e67-94fb-426e2c10ec49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:57.129479 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a68297c8-bd5e-4e67-94fb-426e2c10ec49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:57.260690 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a68297c8-bd5e-4e67-94fb-426e2c10ec49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:57.263736 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a68297c8-bd5e-4e67-94fb-426e2c10ec49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:57.267538 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a68297c8-bd5e-4e67-94fb-426e2c10ec49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1dd72c0e-dc9c-4eb9-83f3-e500f078a6ac HTTP/1.1" status: 204  len: 168 time: 0.2180247
Sep 25 04:51:57.274699 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:57.278613 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68297c8-bd5e-4e67-94fb-426e2c10ec49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd72c0e-dc9c-4eb9-83f3-e500f078a6ac,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:57.314181 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:51:57.318026 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cbaf77-dc58-4a5e-bc4f-4009232d4be8" -d '{"events": [{"server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "name": "network-vif-plugged", "status": "completed", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:51:57.330112 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:51:57.336108 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:51:57.388776 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1864ed5f-73d9-445c-8450-841324c050a0 x-openstack-request-id: req-1864ed5f-73d9-445c-8450-841324c050a0 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:51:57.389228 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "name": "network-vif-plugged", "status": "completed", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:51:57.389730 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1864ed5f-73d9-445c-8450-841324c050a0 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:51:57.390266 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'code': 200}
Sep 25 04:51:57.515480 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-d95bee45-485c-4565-a84b-fe90b22a36f3 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688483545&fields=id&tenant_id=58d811b8a6244d3f8909a50abd71c0c5 HTTP/1.1" status: 200  len: 267 time: 0.0390987
Sep 25 04:51:57.715193 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-d3178dc8-d3dc-413b-b461-7ccadb3edc20 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:57.715193 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-d3178dc8-d3dc-413b-b461-7ccadb3edc20 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 812 time: 0.1236274
Sep 25 04:51:57.715193 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-5b407f82-9baf-47a1-9c28-463fd58ca457 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/quotas/58d811b8a6244d3f8909a50abd71c0c5 HTTP/1.1" status: 200  len: 375 time: 0.0104420
Sep 25 04:51:57.722900 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-bbc59f7b-c3c7-47cb-b29b-d1a506dcbee3 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0549285
Sep 25 04:51:57.824602 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ac443f26-3a15-475a-b0cd-4b79d495865c service neutron] 10.222.0.20 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875885
Sep 25 04:51:57.928992 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-4bc6387e-fa25-4b4d-aa70-ce8c158a0998 service neutron] 10.222.0.20 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970082
Sep 25 04:51:58.066815 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef5d2d-574b-41b1-b142-4d08f83cedf1 req-28d1af9a-f02d-4bb3-b3df-5e0e20358f46 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:58.068414 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-daef5d2d-574b-41b1-b142-4d08f83cedf1 req-28d1af9a-f02d-4bb3-b3df-5e0e20358f46 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 945 time: 0.0567758
Sep 25 04:51:58.117440 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-daef5d2d-574b-41b1-b142-4d08f83cedf1 req-f0598517-84c5-4920-a9b7-dd6cf50eae9d tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428405
Sep 25 04:51:58.117831 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:51:58.118767 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 3d20444f-d581-4275-be26-7c0f554a26df no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:51:58.159260 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 3d20444f-d581-4275-be26-7c0f554a26df {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:51:58.159651 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 3d20444f-d581-4275-be26-7c0f554a26df not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:51:58.196228 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,revision_number=10']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:51:58.359658 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce427f-cf84-48b7-a6b6-2fead558a413 req-94c9ec2b-192f-4c22-94fc-f1ec4c35dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:58.362152 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cdce427f-cf84-48b7-a6b6-2fead558a413 req-94c9ec2b-192f-4c22-94fc-f1ec4c35dc62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 1100 time: 0.0446913
Sep 25 04:51:58.403577 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-cdce427f-cf84-48b7-a6b6-2fead558a413 req-2ae8e72f-84e9-4331-bbe9-0978c60ad0be service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341043
Sep 25 04:51:58.623406 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5fdec706-6e78-4363-a16e-400aac2818b6 req-28f79b13-c2e4-4948-9e4a-09f0c282f3d0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 210 time: 0.0390306
Sep 25 04:51:59.246550 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b73c31-f9de-437a-8a5f-1d51c2ff9460 req-a98ff625-5039-4456-91b3-02d1ad5d2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:51:59.250529 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-23b73c31-f9de-437a-8a5f-1d51c2ff9460 req-a98ff625-5039-4456-91b3-02d1ad5d2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 947 time: 0.0526483
Sep 25 04:51:59.290078 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-23b73c31-f9de-437a-8a5f-1d51c2ff9460 req-e98d8e42-371c-4a7a-a901-3ee20cf006c5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0348980
Sep 25 04:51:59.779046 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-451b3d44-16de-40a3-add6-6f23901bcf3d req-77da4d48-587b-45b9-bdf4-36944beefd6a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 210 time: 0.0299904
Sep 25 04:52:00.438997 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581bcc9-fd1d-4e45-8290-f36758629b0a req-206b7bf5-6f65-4b55-a6ed-514589136374 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:00.440674 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6581bcc9-fd1d-4e45-8290-f36758629b0a req-206b7bf5-6f65-4b55-a6ed-514589136374 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 947 time: 0.0665119
Sep 25 04:52:00.493175 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6581bcc9-fd1d-4e45-8290-f36758629b0a req-e0bd4e6e-7f66-4c37-b843-0b4d08deefcc tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459704
Sep 25 04:52:00.941082 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fca40cf5-bf0f-4c4f-9368-b3b735bd6711 req-f092c54a-b41e-41aa-9f9b-c70db95da89b tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 210 time: 0.0490324
Sep 25 04:52:01.025157 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-501c6779-d83f-47ad-95e4-f23d45bac615 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:01.030274 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-501c6779-d83f-47ad-95e4-f23d45bac615 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 812 time: 0.1361301
Sep 25 04:52:01.114050 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-20b67c77-193c-4065-a953-4b4ed0e22fa5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d811b8a6244d3f8909a50abd71c0c5 HTTP/1.1" status: 200  len: 380 time: 0.0673997
Sep 25 04:52:01.125068 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'port': {'device_id': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'admin_state_up': True, 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'security_groups': ['a4fea49a-8d33-4f29-a406-5be76c8810c6']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:52:01.411400 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Made reservation on behalf of 58d811b8a6244d3f8909a50abd71c0c5 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:52:01.415235 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:01.872202 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Allocated IP 172.20.0.5 (6b24eba2-3e72-48a0-87ff-1d3d45503d2c/b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c/bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:52:01.900110 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d17d4-c7c9-4ad1-8749-aa1091cb2ca4 req-71af0d74-f5d0-46ba-80dc-4272a11da198 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:01.901627 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-039d17d4-c7c9-4ad1-8749-aa1091cb2ca4 req-71af0d74-f5d0-46ba-80dc-4272a11da198 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 947 time: 0.0877633
Sep 25 04:52:01.990419 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-039d17d4-c7c9-4ad1-8749-aa1091cb2ca4 req-4d2eca4c-af55-43a2-b46e-92ba123c3b23 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764909
Sep 25 04:52:02.062126 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7864c989-4c5d-4637-8da0-a5dfb0818d5b req-1150996e-f20d-4db9-b979-15d0a5a2f73b tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 210 time: 0.0391667
Sep 25 04:52:02.108093 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:02.216283 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:02.265276 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:52:02.268986 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:52:02.272955 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:52:02.308667 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'Port': ['ID=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:02.339492 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:02.340103 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:02.461700 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-9b0338f7-7bd4-4f84-87e4-4d160c656389 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3417332
Sep 25 04:52:02.475548 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Request body: {'port': {'device_id': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:52:02.539794 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:02.543698 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-95b44c10-ec3d-456b-be0e-c17e384f08e3 None None] Provisioning complete for port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:52:02.544280 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-95b44c10-ec3d-456b-be0e-c17e384f08e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:02.586000 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-95b44c10-ec3d-456b-be0e-c17e384f08e3 None None] Port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:52:02.833277 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:52:02.841730 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:02.856234 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Transition to ACTIVE for port object bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:52:02.980930 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:03.051288 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:03.141710 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Attempting to bind port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:52:03.142300 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Attempting to bind port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:52:03.142707 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Attempting to bind port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 on network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:52:03.149051 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 on network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:52:03.149476 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Attempting to bind port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 on network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:52:03.155994 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:52:03.158397 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Checking segment: {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:52:03.158397 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Bound using segment: {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:52:03.158397 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Bound port: bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:52:03.158879 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:03.262199 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ede6bc-d557-4acb-aaa2-b2ff8ca10fcd req-c3b4b918-901e-42a4-88be-c99ddd4cf0ec tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:03.264209 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b4ede6bc-d557-4acb-aaa2-b2ff8ca10fcd req-c3b4b918-901e-42a4-88be-c99ddd4cf0ec tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 943 time: 0.1025295
Sep 25 04:52:03.286464 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] For port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:52:03.311070 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] For port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:52:03.329929 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-b4ede6bc-d557-4acb-aaa2-b2ff8ca10fcd req-ec432982-32de-4e13-a6d0-6fd4cd59010d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563748
Sep 25 04:52:03.389660 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:03.438955 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:03.440002 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:03.442180 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] 10.222.0.23 "PUT /v2.0/ports/bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 HTTP/1.1" status: 200  len: 1093 time: 0.9718943
Sep 25 04:52:03.442890 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'tag': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:52:03.447325 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f35d67-8753-4540-89e7-f2be0f98babd" -d '{"events": [{"name": "network-changed", "server_uuid": "399e56a7-dc9e-44ea-814c-84885c0dd318", "tag": "bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:52:03.485044 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ea374-b115-481d-ab69-78b69b993458 service neutron] Pushing event updated for resources: {'Port': ['ID=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:03.499532 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1003fd64-6725-4c78-bb4c-1e09eb5146cd x-openstack-request-id: req-1003fd64-6725-4c78-bb4c-1e09eb5146cd {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:52:03.499837 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399e56a7-dc9e-44ea-814c-84885c0dd318", "tag": "bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:52:03.500825 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1003fd64-6725-4c78-bb4c-1e09eb5146cd {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:52:03.501241 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'tag': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'status': 'completed', 'code': 200}
Sep 25 04:52:03.582135 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f35d67-8753-4540-89e7-f2be0f98babd req-2ee46a2a-82b6-436b-a50c-6505ec7f35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:03.583961 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4f35d67-8753-4540-89e7-f2be0f98babd req-2ee46a2a-82b6-436b-a50c-6505ec7f35c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 1096 time: 0.0626209
Sep 25 04:52:03.704680 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f35d67-8753-4540-89e7-f2be0f98babd req-3a82d8f5-506c-4169-9e19-866915ce88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:03.706207 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4f35d67-8753-4540-89e7-f2be0f98babd req-3a82d8f5-506c-4169-9e19-866915ce88d8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1136355
Sep 25 04:52:03.818075 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f35d67-8753-4540-89e7-f2be0f98babd req-0203ae84-d263-4e2d-86bb-6e805fbb714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:03.819557 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f4f35d67-8753-4540-89e7-f2be0f98babd req-0203ae84-d263-4e2d-86bb-6e805fbb714f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1060483
Sep 25 04:52:03.903967 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-44212311-3b8a-4d59-bffe-de1aea34a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:03.907042 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-44212311-3b8a-4d59-bffe-de1aea34a481 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 1096 time: 0.0480883
Sep 25 04:52:03.966713 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-7666d586-9174-4fce-b35a-2e989165cac1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 HTTP/1.1" status: 200  len: 217 time: 0.0517406
Sep 25 04:52:04.024518 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-04fd2fa2-a29d-4ce2-9b9e-3fb47d4da7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:04.026161 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-04fd2fa2-a29d-4ce2-9b9e-3fb47d4da7f9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c HTTP/1.1" status: 200  len: 851 time: 0.0497491
Sep 25 04:52:04.079534 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-8fa5ce27-ee74-437e-a448-8a6b82cf87c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:04.081100 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-8fa5ce27-ee74-437e-a448-8a6b82cf87c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0473344
Sep 25 04:52:04.185305 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-da88e91c-a04f-4a2c-abdf-ff11961af911 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0964034
Sep 25 04:52:04.305335 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c963cda0-2e4e-421b-b94a-06dda1dedaee req-f4f2394f-2d9f-4192-9c96-5b174bec3ba9 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1112001
Sep 25 04:52:04.477168 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33e70e-c194-47e5-826a-fba24165b929 req-f893b20f-3c66-4dca-8cb3-11981c351847 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:04.479907 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8e33e70e-c194-47e5-826a-fba24165b929 req-f893b20f-3c66-4dca-8cb3-11981c351847 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 943 time: 0.0700002
Sep 25 04:52:04.541530 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8e33e70e-c194-47e5-826a-fba24165b929 req-75742348-e6dc-4587-abcd-65a28a68d6ac tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545025
Sep 25 04:52:05.680009 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cd0f0-9bf8-4fb2-8963-8fbe480c1551 req-a6af9490-285a-423e-a781-f662aa52aeaa tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:05.680009 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d73cd0f0-9bf8-4fb2-8963-8fbe480c1551 req-a6af9490-285a-423e-a781-f662aa52aeaa tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 943 time: 0.0535951
Sep 25 04:52:05.714854 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d73cd0f0-9bf8-4fb2-8963-8fbe480c1551 req-c402434d-b088-46bf-b0d0-53fe48f67735 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321338
Sep 25 04:52:06.299283 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55066) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:06.406202 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bed87ed3-cd6e-4945-b308-1b8c7f801b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:06.498700 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bed87ed3-cd6e-4945-b308-1b8c7f801b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:06.583152 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-bed87ed3-cd6e-4945-b308-1b8c7f801b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:06.621378 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-bed87ed3-cd6e-4945-b308-1b8c7f801b99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=728b727d52de48c7a48d86e85b87b86e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3208742
Sep 25 04:52:06.622226 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed87ed3-cd6e-4945-b308-1b8c7f801b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e431d06d-b15d-4bad-9217-77ccc13fb002,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:06.623981 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55070) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:06.681675 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-64d64039-7de6-4d7b-a932-809f8c915bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:06.703812 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-64d64039-7de6-4d7b-a932-809f8c915bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:06.832563 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-64d64039-7de6-4d7b-a932-809f8c915bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:06.835105 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-64d64039-7de6-4d7b-a932-809f8c915bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:06.836388 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-64d64039-7de6-4d7b-a932-809f8c915bbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e431d06d-b15d-4bad-9217-77ccc13fb002 HTTP/1.1" status: 204  len: 168 time: 0.2104843
Sep 25 04:52:06.839109 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609cf1b-aef2-4f8d-87b8-30795141b305 req-b6edba66-e6b4-46c3-98b6-38b8ab580288 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:06.841211 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6609cf1b-aef2-4f8d-87b8-30795141b305 req-b6edba66-e6b4-46c3-98b6-38b8ab580288 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 943 time: 0.0575895
Sep 25 04:52:06.849849 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d64039-7de6-4d7b-a932-809f8c915bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e431d06d-b15d-4bad-9217-77ccc13fb002,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:06.890213 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6609cf1b-aef2-4f8d-87b8-30795141b305 req-3f36495f-d035-4017-a2d7-40ad2ed9c858 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451090
Sep 25 04:52:07.453826 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55078) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:07.467915 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3b97d8b-3596-4de9-99f2-05a18b061dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:07.568538 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3b97d8b-3596-4de9-99f2-05a18b061dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:07.655385 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e3b97d8b-3596-4de9-99f2-05a18b061dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:07.695168 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e3b97d8b-3596-4de9-99f2-05a18b061dcb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0428cfe1391c4629b5891e3c73093909&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2400613
Sep 25 04:52:07.695780 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b97d8b-3596-4de9-99f2-05a18b061dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d7f47f-fdb1-48f9-8ab8-a17bd6d3ec79,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:07.698003 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55080) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:07.752847 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-22bc8315-51a2-4418-b8e2-2cf821af38ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:07.773884 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-22bc8315-51a2-4418-b8e2-2cf821af38ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:07.925759 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-22bc8315-51a2-4418-b8e2-2cf821af38ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:07.928498 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-22bc8315-51a2-4418-b8e2-2cf821af38ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:07.931221 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-22bc8315-51a2-4418-b8e2-2cf821af38ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16d7f47f-fdb1-48f9-8ab8-a17bd6d3ec79 HTTP/1.1" status: 204  len: 168 time: 0.2302876
Sep 25 04:52:07.939589 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc8315-51a2-4418-b8e2-2cf821af38ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d7f47f-fdb1-48f9-8ab8-a17bd6d3ec79,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:08.006557 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb4350-fc96-4c0d-9995-ed9b86893402 req-cf494c13-d441-442e-bff3-d9163b0fd00a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:08.008094 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f1fb4350-fc96-4c0d-9995-ed9b86893402 req-cf494c13-d441-442e-bff3-d9163b0fd00a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 943 time: 0.0491526
Sep 25 04:52:08.046025 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f1fb4350-fc96-4c0d-9995-ed9b86893402 req-59bd24b3-0242-4af9-a428-f5bb1a5107eb tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317883
Sep 25 04:52:08.654445 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55088) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:08.668282 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-454477c8-38a4-4fae-9040-b998eff2972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:08.760228 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-454477c8-38a4-4fae-9040-b998eff2972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:08.828672 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-454477c8-38a4-4fae-9040-b998eff2972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:08.868451 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-454477c8-38a4-4fae-9040-b998eff2972d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9be3e9cc74e44d05acb60a878eda435c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2127869
Sep 25 04:52:08.869599 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454477c8-38a4-4fae-9040-b998eff2972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2c122b-c149-46fa-b602-3d5e0378d086,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:08.871499 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55090) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:08.925330 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8c11380d-233b-46cb-9c63-1375920a0699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:08.947793 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8c11380d-233b-46cb-9c63-1375920a0699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:09.060784 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8c11380d-233b-46cb-9c63-1375920a0699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:09.064108 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8c11380d-233b-46cb-9c63-1375920a0699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:09.065397 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8c11380d-233b-46cb-9c63-1375920a0699 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d2c122b-c149-46fa-b602-3d5e0378d086 HTTP/1.1" status: 204  len: 168 time: 0.1927898
Sep 25 04:52:09.074690 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11380d-233b-46cb-9c63-1375920a0699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2c122b-c149-46fa-b602-3d5e0378d086,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:09.161954 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14d88b-2c3f-4eee-8c1f-188c3b8e4d06 req-075e1e7a-25c9-4383-bba7-0597cec72fb2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:09.163481 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2a14d88b-2c3f-4eee-8c1f-188c3b8e4d06 req-075e1e7a-25c9-4383-bba7-0597cec72fb2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 943 time: 0.0488613
Sep 25 04:52:09.203028 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2a14d88b-2c3f-4eee-8c1f-188c3b8e4d06 req-1b8b81ea-655b-4be3-b1ac-9b2106cdc018 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334659
Sep 25 04:52:10.113363 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55114) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:10.214945 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1421906212-network', 'tenant_id': '67b5d04a124d4aa0a9420f24e509bd25'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:52:10.328107 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b90df-b357-40f6-8b28-2836f879947e req-15a769b0-f447-4bb1-9a9d-52444848f502 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:10.329708 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-055b90df-b357-40f6-8b28-2836f879947e req-15a769b0-f447-4bb1-9a9d-52444848f502 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 943 time: 0.0530958
Sep 25 04:52:10.370770 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-055b90df-b357-40f6-8b28-2836f879947e req-5ceed6a2-1fab-44e7-a4a0-3f7382cc5c28 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347867
Sep 25 04:52:10.376067 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Made reservation on behalf of 67b5d04a124d4aa0a9420f24e509bd25 for: {'network': 1} {{(pid=101197) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:52:10.379948 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:10.389808 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:10.481990 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:10.592697 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:10.621835 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'}  {{(pid=101197) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:52:10.628705 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942fa0e4-5ea6-47b3-83fb-e3e6cfc40d53,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:10.636604 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:10.636995 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.segments_db [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Added segment 80700d8c-22b8-4aae-9fb5-3bda18bf4c79 of type vlan for network 65cd4be1-0e9b-4883-ae43-86fee956b51d
Sep 25 04:52:10.682127 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:10.817424 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:10.818387 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:10.819007 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:10.884160 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] Pushing event updated for resources: {'Network': ['ID=65cd4be1-0e9b-4883-ae43-86fee956b51d,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:10.895154 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network 65cd4be1-0e9b-4883-ae43-86fee956b51d details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:52:10.964487 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55120) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:10.965284 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d83183db-6a2c-4cc5-b130-f3dda7968670 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8499990
Sep 25 04:52:10.969505 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-8b0346be-5171-48be-b7f1-7ffa67810311 admin admin] Request body: {'subnet': {'network_id': '65cd4be1-0e9b-4883-ae43-86fee956b51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1421906212-subnet', 'tenant_id': '67b5d04a124d4aa0a9420f24e509bd25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:52:11.066479 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0346be-5171-48be-b7f1-7ffa67810311 admin admin] Made reservation on behalf of 67b5d04a124d4aa0a9420f24e509bd25 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:52:11.069016 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8b0346be-5171-48be-b7f1-7ffa67810311 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9085601'] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:11.297866 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8b0346be-5171-48be-b7f1-7ffa67810311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9536411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9085587'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:11.361650 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0346be-5171-48be-b7f1-7ffa67810311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c7adbdc-c9f1-44d7-9c86-57b98c97bb7c,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:11.370932 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0346be-5171-48be-b7f1-7ffa67810311 admin admin] Checking segment: {'id': '80700d8c-22b8-4aae-9fb5-3bda18bf4c79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '65cd4be1-0e9b-4883-ae43-86fee956b51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:52:11.370932 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0346be-5171-48be-b7f1-7ffa67810311 admin admin] Network hostable DHCP agents. Network: 65cd4be1-0e9b-4883-ae43-86fee956b51d, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:52:11.453747 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0346be-5171-48be-b7f1-7ffa67810311 admin admin] Network 65cd4be1-0e9b-4883-ae43-86fee956b51d is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:52:11.497096 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b5531-02ec-405d-a15a-1a81e7ae83b7 req-1efb8023-0e0d-46f2-aad6-9a63e4cfc9bb tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:11.498729 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-408b5531-02ec-405d-a15a-1a81e7ae83b7 req-1efb8023-0e0d-46f2-aad6-9a63e4cfc9bb tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 943 time: 0.0542071
Sep 25 04:52:11.531841 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-8b0346be-5171-48be-b7f1-7ffa67810311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, 65cd4be1-0e9b-4883-ae43-86fee956b51d) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:52:11.539751 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0346be-5171-48be-b7f1-7ffa67810311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:11.540369 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-8b0346be-5171-48be-b7f1-7ffa67810311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:11.541468 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9cf43d-b4e9-453d-a882-ab78ec371dfd None None] Network 65cd4be1-0e9b-4883-ae43-86fee956b51d requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:52:11.546317 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-408b5531-02ec-405d-a15a-1a81e7ae83b7 req-4497d7b7-17f9-4361-ae7a-93ed71399d64 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409231
Sep 25 04:52:11.621882 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-8b0346be-5171-48be-b7f1-7ffa67810311 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6561418
Sep 25 04:52:11.665076 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8bc0ac-8e8b-423c-bd31-9333cee7e3ba None None] Network 65cd4be1-0e9b-4883-ae43-86fee956b51d requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:52:12.312496 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55138) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:12.317785 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-182783067-network', 'tenant_id': '4db0de69f0dd4407ab4b20dc4b4d65b6'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:52:12.417564 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Made reservation on behalf of 4db0de69f0dd4407ab4b20dc4b4d65b6 for: {'network': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:52:12.419952 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for network, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:12.429002 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:12.539739 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:12.609773 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:12.651414 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'}  {{(pid=101198) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Sep 25 04:52:12.669675 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cdf609-c6e5-47f1-b7e8-a58908ca8700,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:12.680100 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:12.680489 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.segments_db [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Added segment 3938a8d9-3584-408c-9f31-96dc34098a6d of type vlan for network d8f0bcaf-6bdd-472b-bede-77d5b12d6912
Sep 25 04:52:12.733314 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175305f0-5384-49d2-895c-eea713e5df47 req-1b23a8c7-fd40-4497-8cb4-948a3619b56e tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:12.734888 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-175305f0-5384-49d2-895c-eea713e5df47 req-1b23a8c7-fd40-4497-8cb4-948a3619b56e tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 943 time: 0.1118753
Sep 25 04:52:12.736705 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752566464287'] for network, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:12.788139 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-175305f0-5384-49d2-895c-eea713e5df47 req-50dd2397-538b-4216-895a-799a08900b28 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452003
Sep 25 04:52:12.863422 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843'] for network, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:12.864458 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:12.865054 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:12.929725 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] Pushing event updated for resources: {'Network': ['ID=d8f0bcaf-6bdd-472b-bede-77d5b12d6912,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:12.940543 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Network d8f0bcaf-6bdd-472b-bede-77d5b12d6912 details requested by agent ovs-agent-dv-cinder-768458-10-iscsi with host dv-cinder-768458-10-iscsi {{(pid=101199) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
Sep 25 04:52:12.972026 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-515e4a8f-089e-40b7-b6a9-5924df1ca4bd admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.6583767
Sep 25 04:52:12.975143 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55142) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:12.981964 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-04470e19-dfe4-435b-943f-c79fec690e80 admin admin] Request body: {'subnet': {'network_id': 'd8f0bcaf-6bdd-472b-bede-77d5b12d6912', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-182783067-subnet', 'tenant_id': '4db0de69f0dd4407ab4b20dc4b4d65b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:52:13.103369 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04470e19-dfe4-435b-943f-c79fec690e80 admin admin] Made reservation on behalf of 4db0de69f0dd4407ab4b20dc4b4d65b6 for: {'subnet': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:52:13.105717 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-04470e19-dfe4-435b-943f-c79fec690e80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9085601'] for subnet, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:13.118657 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:52:13.217370 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:52:13.228710 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'port_id': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'mac_address': 'fa:16:3e:43:30:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:52:13.265811 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:13.283375 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:52:13.302519 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:52:13.381716 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-04470e19-dfe4-435b-943f-c79fec690e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9536411', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9085587'] for subnet, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:13.393325 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:13.435733 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04470e19-dfe4-435b-943f-c79fec690e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9488e6-7355-48aa-8a50-8c2217ecc75e,revision_number=0']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:13.447661 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04470e19-dfe4-435b-943f-c79fec690e80 admin admin] Checking segment: {'id': '3938a8d9-3584-408c-9f31-96dc34098a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'd8f0bcaf-6bdd-472b-bede-77d5b12d6912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:52:13.448025 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04470e19-dfe4-435b-943f-c79fec690e80 admin admin] Network hostable DHCP agents. Network: d8f0bcaf-6bdd-472b-bede-77d5b12d6912, hostable agents: ['51079813-4b82-425f-96bf-4140ae97897d'], hosted agents: [] {{(pid=101198) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Sep 25 04:52:13.450184 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:13.514575 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04470e19-dfe4-435b-943f-c79fec690e80 admin admin] Network d8f0bcaf-6bdd-472b-bede-77d5b12d6912 is scheduled to be hosted by DHCP agent 51079813-4b82-425f-96bf-4140ae97897d with binding_index 1 {{(pid=101198) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Sep 25 04:52:13.570402 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-04470e19-dfe4-435b-943f-c79fec690e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768458-10-iscsi, d8f0bcaf-6bdd-472b-bede-77d5b12d6912) {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:52:13.575154 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04470e19-dfe4-435b-943f-c79fec690e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:13.576993 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-04470e19-dfe4-435b-943f-c79fec690e80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:13.580582 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602df27-f958-4163-9e4e-2f47d832dc1c None None] Network d8f0bcaf-6bdd-472b-bede-77d5b12d6912 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:52:13.637811 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:52:13.648333 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-04470e19-dfe4-435b-943f-c79fec690e80 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6625671
Sep 25 04:52:13.764681 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107980df-a9e4-4174-9127-71c9feab14ea None None] Network d8f0bcaf-6bdd-472b-bede-77d5b12d6912 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:52:13.912724 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc894398-8324-4dba-898b-f3ba5126b314 req-07523039-0cf5-40ce-ac2b-61436300f6a4 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:13.914289 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fc894398-8324-4dba-898b-f3ba5126b314 req-07523039-0cf5-40ce-ac2b-61436300f6a4 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 944 time: 0.0549741
Sep 25 04:52:13.963340 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-fc894398-8324-4dba-898b-f3ba5126b314 req-4cb2d688-f6b2-44dd-9654-ba095ec1d30e tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419481
Sep 25 04:52:15.099285 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774aa87d-c384-4444-bc21-5bb562d2a5b8 req-4debf454-f47c-4ddd-929d-a863d96b66e9 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:15.101214 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-774aa87d-c384-4444-bc21-5bb562d2a5b8 req-4debf454-f47c-4ddd-929d-a863d96b66e9 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 944 time: 0.0580015
Sep 25 04:52:15.143150 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:52:15.144569 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-774aa87d-c384-4444-bc21-5bb562d2a5b8 req-4ec22292-06cc-4f44-bf81-6a39392e6779 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368290
Sep 25 04:52:15.301162 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:52:15.305462 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:52:15.305841 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:15.390575 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:15.417528 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:52:15.419867 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc51f0c-be73-4b81-88c5-2ea45c56e196" -d '{"events": [{"server_uuid": "399e56a7-dc9e-44ea-814c-84885c0dd318", "name": "network-vif-plugged", "status": "completed", "tag": "bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:52:15.434463 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:52:15.459620 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873f1ac-fd68-4f10-8f41-3daec4747296 x-openstack-request-id: req-7873f1ac-fd68-4f10-8f41-3daec4747296 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:52:15.459906 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399e56a7-dc9e-44ea-814c-84885c0dd318", "name": "network-vif-plugged", "status": "completed", "tag": "bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:52:15.460896 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7873f1ac-fd68-4f10-8f41-3daec4747296 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:52:15.460896 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'code': 200}
Sep 25 04:52:15.520943 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:15.574160 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:15.947873 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41c63a-c1fc-4f13-b5d6-9a638c21bf32 req-6e66745b-cab7-4fa6-8ad6-a70c8c963aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:15.950592 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ea41c63a-c1fc-4f13-b5d6-9a638c21bf32 req-6e66745b-cab7-4fa6-8ad6-a70c8c963aa5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 1098 time: 0.0684934
Sep 25 04:52:15.989690 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ea41c63a-c1fc-4f13-b5d6-9a638c21bf32 req-05490338-1045-494a-9cc8-67bd5f89dc44 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316172
Sep 25 04:52:16.277554 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e8004-9cf1-41b7-902c-ca4b9d27b940 req-01245fa0-a32f-4365-a3f4-4106c7d3b130 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:16.279390 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bc4e8004-9cf1-41b7-902c-ca4b9d27b940 req-01245fa0-a32f-4365-a3f4-4106c7d3b130 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 945 time: 0.0527656
Sep 25 04:52:16.321800 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bc4e8004-9cf1-41b7-902c-ca4b9d27b940 req-0e5f1127-1548-4418-83ed-4426a5b68219 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358422
Sep 25 04:52:17.449496 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3645b80e-e25d-4167-95ff-8d85da8e46df req-089eda26-0b0c-40bf-9a1d-e8bf144eb80a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:17.451044 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3645b80e-e25d-4167-95ff-8d85da8e46df req-089eda26-0b0c-40bf-9a1d-e8bf144eb80a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 945 time: 0.0556452
Sep 25 04:52:17.495833 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3645b80e-e25d-4167-95ff-8d85da8e46df req-5d964eae-b51b-4e19-9dc2-4be6d25dd6bc tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378518
Sep 25 04:52:17.628728 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806065b6-3638-4790-afe3-a595b3abe217 req-0e1f3535-06c5-41ae-b1d2-d1040fbfb01f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:17.630406 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-806065b6-3638-4790-afe3-a595b3abe217 req-0e1f3535-06c5-41ae-b1d2-d1040fbfb01f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 945 time: 0.0552597
Sep 25 04:52:17.679108 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-806065b6-3638-4790-afe3-a595b3abe217 req-392552cf-2208-4c50-a01a-3a8f1e56d488 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418754
Sep 25 04:52:17.704080 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55182) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:17.753040 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6187fac5-d7bf-4c12-954d-5c1928a15e6f tempest-TestVolumeBootPattern-637630641 tempest-TestVolumeBootPattern-637630641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:17.756530 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-6187fac5-d7bf-4c12-954d-5c1928a15e6f tempest-TestVolumeBootPattern-637630641 tempest-TestVolumeBootPattern-637630641-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 1093 time: 0.0487165
Sep 25 04:52:17.758583 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55186) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:17.763206 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'floatingip': {'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'port_id': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:52:17.909714 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:18.022820 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:18.132659 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Allocated IP 172.27.2.3 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/95462011-4897-4d74-a342-25bfeb042884) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:52:18.254300 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:18.350097 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:18.391631 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:52:18.395030 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:52:18.397983 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:52:18.425794 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'Port': ['ID=95462011-4897-4d74-a342-25bfeb042884,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:18.799023 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:18.942870 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:19.124169 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:19.204112 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:19.276727 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'Port': ['ID=95462011-4897-4d74-a342-25bfeb042884,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:19.292647 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:19.400407 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Floating IP d1ef3b9e-ca35-4514-a38a-7bdc738c5608 associated. External IP: 172.27.2.3, port: bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70.
Sep 25 04:52:19.624122 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Router 5be9fa91-cd58-493e-a4cd-25463fd28859 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:52:19.915396 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-60b9ff11-ae59-4d54-8439-8f6b1eb7221c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:20.035462 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:52:20.047124 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d83900-3599-44c1-ade6-079eca75c501 None None] Sync routers for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:52:20.060100 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d83900-3599-44c1-ade6-079eca75c501 None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:52:20.060898 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-f0d83900-3599-44c1-ade6-079eca75c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd35d59a0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:51:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:20.138177 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:20.169671 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-95324a57-f8e6-42ae-8a13-c7ebb52713b0 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.4098811
Sep 25 04:52:20.170422 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'tag': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:52:20.172810 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a58bed-cfb0-40fe-a563-828d9506c4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "399e56a7-dc9e-44ea-814c-84885c0dd318", "tag": "bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:52:20.218034 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb95e39b-f708-42b6-83c8-89601840d830 x-openstack-request-id: req-fb95e39b-f708-42b6-83c8-89601840d830 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:52:20.218401 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399e56a7-dc9e-44ea-814c-84885c0dd318", "tag": "bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:52:20.218639 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fb95e39b-f708-42b6-83c8-89601840d830 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:52:20.219075 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'tag': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'status': 'completed', 'code': 200}
Sep 25 04:52:20.273500 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-f0d83900-3599-44c1-ade6-079eca75c501 None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:52:20.278933 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a58bed-cfb0-40fe-a563-828d9506c4ec req-799ea5bd-2a5c-493c-9a3f-bbb14fe59f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:20.280522 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-73a58bed-cfb0-40fe-a563-828d9506c4ec req-799ea5bd-2a5c-493c-9a3f-bbb14fe59f57 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 1098 time: 0.0424123
Sep 25 04:52:20.385475 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a58bed-cfb0-40fe-a563-828d9506c4ec req-0d0d90c4-edaa-447d-bcbd-1a130add59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:20.387224 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-73a58bed-cfb0-40fe-a563-828d9506c4ec req-0d0d90c4-edaa-447d-bcbd-1a130add59e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 912 time: 0.0996735
Sep 25 04:52:20.466838 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-73a58bed-cfb0-40fe-a563-828d9506c4ec req-2f10c6c3-ee68-4c64-88c3-16c98496ea28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 HTTP/1.1" status: 200  len: 997 time: 0.0684369
Sep 25 04:52:20.519565 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a58bed-cfb0-40fe-a563-828d9506c4ec req-2bca78e7-3811-42af-8e19-69c4336ffe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:20.521194 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-73a58bed-cfb0-40fe-a563-828d9506c4ec req-2bca78e7-3811-42af-8e19-69c4336ffe24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c HTTP/1.1" status: 200  len: 851 time: 0.0462737
Sep 25 04:52:20.535789 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-f0d83900-3599-44c1-ade6-079eca75c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd35d59a0>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': 'd1ef3b9e-ca35-4514-a38a-7bdc738c5608', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:43:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:52:18Z', 'updated_at': '2021-09-25T04:52:18Z', 'revision_number': 0, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:20.575552 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d83900-3599-44c1-ade6-079eca75c501 None None] Checking router: 5be9fa91-cd58-493e-a4cd-25463fd28859 for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:52:20.580653 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a58bed-cfb0-40fe-a563-828d9506c4ec req-f5b93bcf-0cfe-471a-b1f9-9de141a25a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:20.582626 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-73a58bed-cfb0-40fe-a563-828d9506c4ec req-f5b93bcf-0cfe-471a-b1f9-9de141a25a97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0543985
Sep 25 04:52:20.586291 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d83900-3599-44c1-ade6-079eca75c501 None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:52:20.590337 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-f0d83900-3599-44c1-ade6-079eca75c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd35d59a0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:51:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:20.685264 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-73a58bed-cfb0-40fe-a563-828d9506c4ec req-12e82ec3-43b0-4fb3-9997-763c38e7eb0c service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949426
Sep 25 04:52:20.700314 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-f0d83900-3599-44c1-ade6-079eca75c501 None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:52:20.792152 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-73a58bed-cfb0-40fe-a563-828d9506c4ec req-6ec64e1b-c94a-4559-a1d5-1eed0899804c service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0997961
Sep 25 04:52:20.958037 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-f0d83900-3599-44c1-ade6-079eca75c501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd35d59a0>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': 'd1ef3b9e-ca35-4514-a38a-7bdc738c5608', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:43:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:52:18Z', 'updated_at': '2021-09-25T04:52:18Z', 'revision_number': 0, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:20.986127 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d83900-3599-44c1-ade6-079eca75c501 None None] The sync data for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi is: [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': 'd1ef3b9e-ca35-4514-a38a-7bdc738c5608', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:43:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:52:18Z', 'updated_at': '2021-09-25T04:52:18Z', 'revision_number': 0, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:52:21.229138 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bf3403-f098-4d12-a508-1045a1cfa6f8 None None] New status for floating IP d1ef3b9e-ca35-4514-a38a-7bdc738c5608: ACTIVE {{(pid=101199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:52:23.667108 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b31fc46a-9275-4f7a-b5d5-10a6c916fe1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:24.181735 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:24.673043 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:25.412124 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:26.644873 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:27.384484 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-638c8257-ffac-4183-a50a-9af3e6679113 req-dd3d21a8-be69-4301-a305-93199bbd9720 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0414448
Sep 25 04:52:27.478982 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c8257-ffac-4183-a50a-9af3e6679113 req-173fed33-79d7-41a8-a6f7-9b9f6250dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:27.480545 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-638c8257-ffac-4183-a50a-9af3e6679113 req-173fed33-79d7-41a8-a6f7-9b9f6250dd86 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b572a0366594463587c5764ffc266df4&device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 1100 time: 0.0451806
Sep 25 04:52:27.620726 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c8257-ffac-4183-a50a-9af3e6679113 req-a355443f-0231-4341-a96f-ec8cee56cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:27.622243 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-638c8257-ffac-4183-a50a-9af3e6679113 req-a355443f-0231-4341-a96f-ec8cee56cb2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4da2159d-60a0-4d83-9c3e-f0f173eed71c HTTP/1.1" status: 200  len: 917 time: 0.1131666
Sep 25 04:52:27.692442 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-638c8257-ffac-4183-a50a-9af3e6679113 req-7eaf7c48-6f21-4376-bbe2-2d1af4304d8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08 HTTP/1.1" status: 200  len: 1002 time: 0.0602732
Sep 25 04:52:27.763250 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c8257-ffac-4183-a50a-9af3e6679113 req-fe24617a-d44a-4c26-8e78-722468a41250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:27.765132 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-638c8257-ffac-4183-a50a-9af3e6679113 req-fe24617a-d44a-4c26-8e78-722468a41250 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=71e42a9c-4c27-485f-866b-a65a7784d81c HTTP/1.1" status: 200  len: 856 time: 0.0502656
Sep 25 04:52:27.817802 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c8257-ffac-4183-a50a-9af3e6679113 req-0ede7b33-0df5-40d0-b480-f1cb7975d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:27.819266 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-638c8257-ffac-4183-a50a-9af3e6679113 req-0ede7b33-0df5-40d0-b480-f1cb7975d2a5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4da2159d-60a0-4d83-9c3e-f0f173eed71c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0412974
Sep 25 04:52:27.919696 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-638c8257-ffac-4183-a50a-9af3e6679113 req-6f591037-a27a-4b16-a259-0498ece7b55e service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876114
Sep 25 04:52:28.019280 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-638c8257-ffac-4183-a50a-9af3e6679113 req-01e2a88f-9025-4e5c-9aaf-00236e3456ca service neutron] 10.222.0.23 "GET /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886388
Sep 25 04:52:30.790755 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55288) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:30.835814 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-15df9b95-f408-4538-a51c-d204714cba56 admin admin] Deleting subnet 0c7adbdc-c9f1-44d7-9c86-57b98c97bb7c {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:52:30.839246 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15df9b95-f408-4538-a51c-d204714cba56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:30.875253 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15df9b95-f408-4538-a51c-d204714cba56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855331'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:30.918922 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15df9b95-f408-4538-a51c-d204714cba56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.087457 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15df9b95-f408-4538-a51c-d204714cba56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9536346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9085572'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.115464 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df9b95-f408-4538-a51c-d204714cba56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c7adbdc-c9f1-44d7-9c86-57b98c97bb7c,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:31.117519 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-15df9b95-f408-4538-a51c-d204714cba56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.119421 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-15df9b95-f408-4538-a51c-d204714cba56 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c7adbdc-c9f1-44d7-9c86-57b98c97bb7c HTTP/1.1" status: 204  len: 168 time: 0.3277712
Sep 25 04:52:31.122042 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55290) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:31.189520 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.270275 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.290705 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd18d4430>,) {'filters': {'network_id': ['65cd4be1-0e9b-4883-ae43-86fee956b51d']}} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:31.300507 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd18d4430>, '80700d8c-22b8-4aae-9fb5-3bda18bf4c79') {'for_net_delete': True} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:31.300757 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.services.segments.db [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd18d4430>, '80700d8c-22b8-4aae-9fb5-3bda18bf4c79') {} {{(pid=101197) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:31.309970 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9493522'] for segment, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.323911 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.329870 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101197) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:52:31.330260 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9736743'] for segment, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]: Traceback (most recent call last):
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     timer()
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     cb(*args, **kw)
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     return func(*args, **kwargs)
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     self._notify()
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     self.callback(batched_events)
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     event.method(event)
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     return f(self, *a, **k)
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._get(url).json()
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:52:31.332613 dv-cinder-768458-10-iscsi neutron-server[101197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:52:31.457531 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.463039 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.464966 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/65cd4be1-0e9b-4883-ae43-86fee956b51d HTTP/1.1" status: 204  len: 168 time: 0.3419340
Sep 25 04:52:31.468794 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55292) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:31.477759 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=65cd4be1-0e9b-4883-ae43-86fee956b51d,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:31.485344 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:31.485781 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:31.486300 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:31.486777 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:31.486912 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:31.487247 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:31.488063 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:31.488063 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:31.488403 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:31.488554 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:31.488864 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:31.489184 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f926e2-4d10-4295-ab9a-d759f96de2f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:31.517156 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-4132eae9-4d96-42f3-8a55-4ac25d5784a1 admin admin] Deleting subnet 5c9488e6-7355-48aa-8a50-8c2217ecc75e {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:52:31.521324 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4132eae9-4d96-42f3-8a55-4ac25d5784a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.557091 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4132eae9-4d96-42f3-8a55-4ac25d5784a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855331'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.601667 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4132eae9-4d96-42f3-8a55-4ac25d5784a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.739181 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4132eae9-4d96-42f3-8a55-4ac25d5784a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9536346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9085572'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.763692 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132eae9-4d96-42f3-8a55-4ac25d5784a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9488e6-7355-48aa-8a50-8c2217ecc75e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:31.769858 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4132eae9-4d96-42f3-8a55-4ac25d5784a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.772404 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-4132eae9-4d96-42f3-8a55-4ac25d5784a1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5c9488e6-7355-48aa-8a50-8c2217ecc75e HTTP/1.1" status: 204  len: 168 time: 0.3020554
Sep 25 04:52:31.774926 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55294) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:31.843107 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.925493 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.948097 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd1c58ac0>,) {'filters': {'network_id': ['d8f0bcaf-6bdd-472b-bede-77d5b12d6912']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:31.959526 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1c58ac0>, '3938a8d9-3584-408c-9f31-96dc34098a6d') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:31.962989 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1c58ac0>, '3938a8d9-3584-408c-9f31-96dc34098a6d') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:31.969469 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855354'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.983730 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.990620 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:52:31.991009 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543668'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]: Traceback (most recent call last):
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     timer()
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     cb(*args, **kw)
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     return func(*args, **kwargs)
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     self._notify()
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     self.callback(batched_events)
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     event.method(event)
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     return f(self, *a, **k)
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._get(url).json()
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:52:31.992707 dv-cinder-768458-10-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:52:32.127059 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:32.132789 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:32.135406 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d8f0bcaf-6bdd-472b-bede-77d5b12d6912 HTTP/1.1" status: 204  len: 168 time: 0.3592811
Sep 25 04:52:32.146823 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7508dd2-c7ca-4ddd-9cc2-787bad1b9562 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f0bcaf-6bdd-472b-bede-77d5b12d6912,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:32.494268 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55300) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:32.537583 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-e2e16a6d-b5b0-4ffe-93f5-6756359f6e1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=67b5d04a124d4aa0a9420f24e509bd25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0418096
Sep 25 04:52:32.539751 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55302) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:32.590262 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-54b88d8c-4af5-4559-93a3-1596d1ac1a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:32.613679 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-54b88d8c-4af5-4559-93a3-1596d1ac1a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:32.755505 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-54b88d8c-4af5-4559-93a3-1596d1ac1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:32.758105 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-54b88d8c-4af5-4559-93a3-1596d1ac1a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:32.759423 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-54b88d8c-4af5-4559-93a3-1596d1ac1a59 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/942fa0e4-5ea6-47b3-83fb-e3e6cfc40d53 HTTP/1.1" status: 204  len: 168 time: 0.2186713
Sep 25 04:52:32.768327 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b88d8c-4af5-4559-93a3-1596d1ac1a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942fa0e4-5ea6-47b3-83fb-e3e6cfc40d53,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:33.609644 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55318) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:33.658306 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55320) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:33.659012 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-98f94efa-e3a5-445e-8b31-c555be6c14fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4db0de69f0dd4407ab4b20dc4b4d65b6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0476637
Sep 25 04:52:33.707834 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-518aec8b-d514-4d69-90d3-0516a61572b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:33.729722 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-518aec8b-d514-4d69-90d3-0516a61572b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:33.845806 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19543a0-9bc9-49c8-b898-8a3beb22fc6d req-8ad6ef07-8864-41e6-bd48-e15a81cd12b8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:33.847471 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a19543a0-9bc9-49c8-b898-8a3beb22fc6d req-8ad6ef07-8864-41e6-bd48-e15a81cd12b8 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 947 time: 0.0561130
Sep 25 04:52:33.867318 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-518aec8b-d514-4d69-90d3-0516a61572b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:33.870585 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-518aec8b-d514-4d69-90d3-0516a61572b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:33.875507 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-518aec8b-d514-4d69-90d3-0516a61572b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28cdf609-c6e5-47f1-b7e8-a58908ca8700 HTTP/1.1" status: 204  len: 168 time: 0.2125001
Sep 25 04:52:33.881471 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518aec8b-d514-4d69-90d3-0516a61572b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cdf609-c6e5-47f1-b7e8-a58908ca8700,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:33.912888 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a19543a0-9bc9-49c8-b898-8a3beb22fc6d req-de0a4554-f6b9-4bf8-98f9-fd8ff5285e95 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565326
Sep 25 04:52:34.329182 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:52:35.041195 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f04167-20ef-462e-9324-50131f19c8ff req-fa69fc94-a61b-4bf0-972f-76e8bbdc149b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:35.042838 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e9f04167-20ef-462e-9324-50131f19c8ff req-fa69fc94-a61b-4bf0-972f-76e8bbdc149b tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 947 time: 0.0567558
Sep 25 04:52:35.092752 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e9f04167-20ef-462e-9324-50131f19c8ff req-542af5aa-972a-4258-9c05-d87be8034f5c tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups?id=68256a55-7551-4f58-abf6-a3a9ab758571&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423419
Sep 25 04:52:35.183941 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-25ba7844-ef47-47c7-94b6-de137d1941c0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:52:35.185479 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-25ba7844-ef47-47c7-94b6-de137d1941c0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.23 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 947 time: 0.0550432
Sep 25 04:52:35.295251 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Deleting port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:52:35.295598 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:35.387316 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] For port ec6c6c16-18a2-45cf-9040-130e2c3e3a08, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:52:35.387682 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:35.577337 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:35.580610 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:35.580610 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.l3_db [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Floating IP 9665d1a2-862e-4305-8a88-eb779529097d disassociated. External IP: 172.27.2.200, port: ec6c6c16-18a2-45cf-9040-130e2c3e3a08.
Sep 25 04:52:35.580610 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Calling delete_port for ec6c6c16-18a2-45cf-9040-130e2c3e3a08 owned by compute:nova {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:52:35.687256 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55358) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:35.789673 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:35.799702 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-66481955-3f14-452e-ad6f-85c1ad0e0670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:35.824859 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event deleted for resources: {'Port': ['ID=ec6c6c16-18a2-45cf-9040-130e2c3e3a08,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:35.903172 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-66481955-3f14-452e-ad6f-85c1ad0e0670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:35.948453 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Router 320ddd36-49a9-43a9-91f0-eb1f24afebef has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:52:36.005016 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-66481955-3f14-452e-ad6f-85c1ad0e0670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:36.074559 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-66481955-3f14-452e-ad6f-85c1ad0e0670 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77e0b08e597b4f829fdb329bd225c45c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3859265
Sep 25 04:52:36.075764 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66481955-3f14-452e-ad6f-85c1ad0e0670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26e66d2-2936-4219-977f-adfe62a5b34e,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:36.077368 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55362) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:36.100921 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:52:36.113951 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a4a09-e9c5-4953-a965-95612f551b71 None None] Sync routers for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:52:36.121937 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a4a09-e9c5-4953-a965-95612f551b71 None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:52:36.122574 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-c13a4a09-e9c5-4953-a965-95612f551b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd3768fa0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:52:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:36.160348 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] No DVR routers for this DVR port ec6c6c16-18a2-45cf-9040-130e2c3e3a08 on host hv-cinder-76845 {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:52:36.164236 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:36.166455 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8258c0be-fb9c-4de7-af37-bc6a3e942594 req-ab60c22a-77dc-4905-aeaf-e0008a5c2ae0 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.23 "DELETE /v2.0/ports/ec6c6c16-18a2-45cf-9040-130e2c3e3a08 HTTP/1.1" status: 204  len: 173 time: 0.9746568
Sep 25 04:52:36.166947 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'name': 'network-vif-deleted', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:52:36.169344 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779568d7-ca5e-47dc-b922-49ddf8e2579c" -d '{"events": [{"server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "name": "network-vif-deleted", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:52:36.199135 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59688287-caec-4c87-8527-5e2b3289266a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:36.237856 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fc0481-3e30-466e-b2a8-de38895fee4a x-openstack-request-id: req-18fc0481-3e30-466e-b2a8-de38895fee4a {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:52:36.238406 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce218a3-aa21-471e-bf20-f91f8590d7ad", "name": "network-vif-deleted", "tag": "ec6c6c16-18a2-45cf-9040-130e2c3e3a08", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:52:36.238561 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-c13a4a09-e9c5-4953-a965-95612f551b71 None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:52:36.239483 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-18fc0481-3e30-466e-b2a8-de38895fee4a {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:52:36.239483 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce218a3-aa21-471e-bf20-f91f8590d7ad', 'name': 'network-vif-deleted', 'tag': 'ec6c6c16-18a2-45cf-9040-130e2c3e3a08', 'status': 'completed', 'code': 200}
Sep 25 04:52:36.246618 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e25c01a3-0760-4243-915a-16d3d4da5e2f req-393ad6d3-9ddf-46b8-8224-c9e37afbdec5 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/ports?device_id=fce218a3-aa21-471e-bf20-f91f8590d7ad HTTP/1.1" status: 200  len: 210 time: 0.0462410
Sep 25 04:52:36.251955 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59688287-caec-4c87-8527-5e2b3289266a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:36.387098 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59688287-caec-4c87-8527-5e2b3289266a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:36.389810 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59688287-caec-4c87-8527-5e2b3289266a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:36.390995 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-59688287-caec-4c87-8527-5e2b3289266a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d26e66d2-2936-4219-977f-adfe62a5b34e HTTP/1.1" status: 204  len: 168 time: 0.3123415
Sep 25 04:52:36.406990 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59688287-caec-4c87-8527-5e2b3289266a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26e66d2-2936-4219-977f-adfe62a5b34e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:36.495044 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-c13a4a09-e9c5-4953-a965-95612f551b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd3768fa0>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:36.522666 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a4a09-e9c5-4953-a965-95612f551b71 None None] Checking router: 320ddd36-49a9-43a9-91f0-eb1f24afebef for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:52:36.531553 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a4a09-e9c5-4953-a965-95612f551b71 None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:52:36.532110 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-c13a4a09-e9c5-4953-a965-95612f551b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd3768fa0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:52:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:36.692544 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-c13a4a09-e9c5-4953-a965-95612f551b71 None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:52:37.082869 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-c13a4a09-e9c5-4953-a965-95612f551b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd3768fa0>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:37.110196 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13a4a09-e9c5-4953-a965-95612f551b71 None None] The sync data for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi is: [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:44:44Z', 'revision_number': 4, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': '3cc9637a-0998-43e3-8767-00eff2aa0d4b', 'name': '', 'network_id': '4da2159d-60a0-4d83-9c3e-f0f173eed71c', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'mac_address': 'fa:16:3e:6e:00:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:36Z', 'updated_at': '2021-09-25T04:44:56Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'subnets': [{'id': '71e42a9c-4c27-485f-866b-a65a7784d81c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:52:37.365411 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03537980-5e12-40a3-8c1b-c36651e16cbd None None] New status for floating IP 9665d1a2-862e-4305-8a88-eb779529097d: DOWN {{(pid=101199) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:52:37.427053 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55392) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:37.491487 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb9de-e6f4-40ab-9904-56de4119c8a1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:37.517236 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb9de-e6f4-40ab-9904-56de4119c8a1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:37.656237 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb9de-e6f4-40ab-9904-56de4119c8a1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:37.658896 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-f5cfb9de-e6f4-40ab-9904-56de4119c8a1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:37.660136 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-f5cfb9de-e6f4-40ab-9904-56de4119c8a1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "DELETE /v2.0/security-groups/68256a55-7551-4f58-abf6-a3a9ab758571 HTTP/1.1" status: 204  len: 168 time: 0.2319052
Sep 25 04:52:37.663055 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55396) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:37.669924 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfb9de-e6f4-40ab-9904-56de4119c8a1 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68256a55-7551-4f58-abf6-a3a9ab758571,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:37.680241 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.api.v2.resource [None req-5ec91e6b-1457-4bd9-a746-1ced11b69b85 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] show failed (client error): The resource could not be found.
Sep 25 04:52:37.683968 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5ec91e6b-1457-4bd9-a746-1ced11b69b85 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "GET /v2.0/security-groups/68256a55-7551-4f58-abf6-a3a9ab758571 HTTP/1.1" status: 404  len: 347 time: 0.0170825
Sep 25 04:52:37.684209 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55398) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:37.811033 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-cce4fbd0-d506-40bf-b9b6-f8a226a1fd41 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Deleting port 71a525b0-bdff-4034-910b-81b47ef209a5 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:52:37.811374 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cce4fbd0-d506-40bf-b9b6-f8a226a1fd41 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:37.889834 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cce4fbd0-d506-40bf-b9b6-f8a226a1fd41 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:37.890164 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cce4fbd0-d506-40bf-b9b6-f8a226a1fd41 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:37.902771 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-cce4fbd0-d506-40bf-b9b6-f8a226a1fd41 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Calling delete_port for 71a525b0-bdff-4034-910b-81b47ef209a5 owned by network:floatingip {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:52:38.191233 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cce4fbd0-d506-40bf-b9b6-f8a226a1fd41 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:38.225729 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce4fbd0-d506-40bf-b9b6-f8a226a1fd41 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Pushing event deleted for resources: {'Port': ['ID=71a525b0-bdff-4034-910b-81b47ef209a5,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:38.285606 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cce4fbd0-d506-40bf-b9b6-f8a226a1fd41 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks [] for floatingip, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:38.288128 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cce4fbd0-d506-40bf-b9b6-f8a226a1fd41 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:38.289348 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-cce4fbd0-d506-40bf-b9b6-f8a226a1fd41 tempest-AttachVolumeShelveTestJSON-451165803 tempest-AttachVolumeShelveTestJSON-451165803-project] 10.222.0.20 "DELETE /v2.0/floatingips/9665d1a2-862e-4305-8a88-eb779529097d HTTP/1.1" status: 204  len: 168 time: 0.6041875
Sep 25 04:52:39.214056 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ec6c6c16-18a2-45cf-9040-130e2c3e3a08 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:52:39.235425 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: ec6c6c16-18a2-45cf-9040-130e2c3e3a08 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:52:39.235835 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device ec6c6c16-18a2-45cf-9040-130e2c3e3a08 not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:52:41.138771 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55450) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:41.636793 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715868'] for router_interface, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:41.895088 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Deleting port 3cc9637a-0998-43e3-8767-00eff2aa0d4b {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:52:41.895583 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:41.980823 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] For port 3cc9637a-0998-43e3-8767-00eff2aa0d4b, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=3cc9637a-0998-43e3-8767-00eff2aa0d4b,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:52:41.981263 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:42.128556 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55460) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:42.248538 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-239111fd-b77c-4a15-9acd-e66be60ca228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:42.268487 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Calling delete_port for 3cc9637a-0998-43e3-8767-00eff2aa0d4b owned by network:router_interface {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:52:42.340303 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-239111fd-b77c-4a15-9acd-e66be60ca228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:42.416735 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-239111fd-b77c-4a15-9acd-e66be60ca228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:42.456767 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239111fd-b77c-4a15-9acd-e66be60ca228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f492d81a-fdb5-45f9-94c9-fbe05363fa86,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:42.464726 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-239111fd-b77c-4a15-9acd-e66be60ca228 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=34b1fa70598c4e47b27ca86ce14c742c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3346581
Sep 25 04:52:42.464840 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55464) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:42.516771 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-27464f63-d5e5-4829-876f-6b4545caad49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:42.528759 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:42.547560 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-27464f63-d5e5-4829-876f-6b4545caad49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:42.578259 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc9637a-0998-43e3-8767-00eff2aa0d4b,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:42.621653 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:42.622003 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:42.622397 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:42.622771 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:42.623099 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:42.623436 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:42.623764 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:42.624092 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:42.624454 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:42.624777 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:42.625099 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:42.625421 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:42.791975 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716501'] for router_interface, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:42.805451 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-27464f63-d5e5-4829-876f-6b4545caad49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:42.807899 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-27464f63-d5e5-4829-876f-6b4545caad49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:42.809182 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-27464f63-d5e5-4829-876f-6b4545caad49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f492d81a-fdb5-45f9-94c9-fbe05363fa86 HTTP/1.1" status: 204  len: 168 time: 0.3435693
Sep 25 04:52:42.853809 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27464f63-d5e5-4829-876f-6b4545caad49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f492d81a-fdb5-45f9-94c9-fbe05363fa86,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:43.044618 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Router 320ddd36-49a9-43a9-91f0-eb1f24afebef has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:52:43.157582 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:52:43.163612 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-6ec67677-a0b6-4dda-801a-e19c6c7a9d8d admin admin] 10.222.0.20 "PUT /v2.0/routers/320ddd36-49a9-43a9-91f0-eb1f24afebef/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0237279
Sep 25 04:52:43.167219 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55470) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:43.171384 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366217ff-fe45-40ce-9c88-f1c2e92f5ce1 None None] Sync routers for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:52:43.186557 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366217ff-fe45-40ce-9c88-f1c2e92f5ce1 None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:52:43.187249 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-366217ff-fe45-40ce-9c88-f1c2e92f5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd834f580>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:52:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:43.273093 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Notify callbacks [] for router, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:43.294140 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-366217ff-fe45-40ce-9c88-f1c2e92f5ce1 None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:52:43.382528 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:43.473346 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55474) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:43.484069 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-366217ff-fe45-40ce-9c88-f1c2e92f5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd834f580>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:52:42Z', 'revision_number': 5, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port': {'id': 'bb02a5b8-e2d6-4817-b4c8-b076625ff699', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:60:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:44:22Z', 'updated_at': '2021-09-25T04:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:43.499759 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-fd604ad4-173d-43d4-842d-4391800fdb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:43.512708 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Deleting port bb02a5b8-e2d6-4817-b4c8-b076625ff699 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:52:43.513143 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:43.517219 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366217ff-fe45-40ce-9c88-f1c2e92f5ce1 None None] Checking router: 320ddd36-49a9-43a9-91f0-eb1f24afebef for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:52:43.526673 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366217ff-fe45-40ce-9c88-f1c2e92f5ce1 None None] Routers {'320ddd36-49a9-43a9-91f0-eb1f24afebef'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:52:43.527244 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-366217ff-fe45-40ce-9c88-f1c2e92f5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd834f580>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:52:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['320ddd36-49a9-43a9-91f0-eb1f24afebef'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:43.599916 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-fd604ad4-173d-43d4-842d-4391800fdb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:43.601004 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] For port bb02a5b8-e2d6-4817-b4c8-b076625ff699, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=bb02a5b8-e2d6-4817-b4c8-b076625ff699,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:52:43.601472 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:43.615749 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Calling delete_port for bb02a5b8-e2d6-4817-b4c8-b076625ff699 owned by network:router_gateway {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:52:43.617469 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-366217ff-fe45-40ce-9c88-f1c2e92f5ce1 None None] Set router 320ddd36-49a9-43a9-91f0-eb1f24afebef gateway port host: None {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:52:43.669848 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-366217ff-fe45-40ce-9c88-f1c2e92f5ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd834f580>, [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:52:43Z', 'revision_number': 6, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port_host': None}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:43.670134 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-fd604ad4-173d-43d4-842d-4391800fdb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:43.703469 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366217ff-fe45-40ce-9c88-f1c2e92f5ce1 None None] The sync data for ids ['320ddd36-49a9-43a9-91f0-eb1f24afebef'] in dv-cinder-768458-10-iscsi is: [{'id': '320ddd36-49a9-43a9-91f0-eb1f24afebef', 'name': 'tempest-AttachVolumeShelveTestJSON-1787492273-router', 'tenant_id': 'b572a0366594463587c5764ffc266df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:44:19Z', 'updated_at': '2021-09-25T04:52:43Z', 'revision_number': 6, 'project_id': 'b572a0366594463587c5764ffc266df4', 'gw_port_host': None}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:52:43.712841 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-fd604ad4-173d-43d4-842d-4391800fdb9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=498a33cb7330494894f2e81e9f0b6835&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2371154
Sep 25 04:52:43.713755 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd604ad4-173d-43d4-842d-4391800fdb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bd009a-4d4a-45b3-9ff3-0e593da9bd5b,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:43.723645 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55476) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:43.815192 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b62818de-81d3-4d3e-b7a8-fba37e969694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:43.847475 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b62818de-81d3-4d3e-b7a8-fba37e969694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:43.928248 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:43.956075 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Pushing event deleted for resources: {'Port': ['ID=bb02a5b8-e2d6-4817-b4c8-b076625ff699,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:43.996258 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b62818de-81d3-4d3e-b7a8-fba37e969694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:43.998613 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-b62818de-81d3-4d3e-b7a8-fba37e969694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:43.999749 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-b62818de-81d3-4d3e-b7a8-fba37e969694 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1bd009a-4d4a-45b3-9ff3-0e593da9bd5b HTTP/1.1" status: 204  len: 168 time: 0.2759914
Sep 25 04:52:44.015554 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62818de-81d3-4d3e-b7a8-fba37e969694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bd009a-4d4a-45b3-9ff3-0e593da9bd5b,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:44.028255 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716438'] for router_gateway, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.128260 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3703353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30087'] for router, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.130976 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.247136 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3703344'] for router, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.247693 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 320ddd36-49a9-43a9-91f0-eb1f24afebef {{(pid=101198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 25 04:52:44.252162 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.253358 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-92ccfc16-ac67-49cd-840d-af1cd7e5d2df admin admin] 10.222.0.20 "DELETE /v2.0/routers/320ddd36-49a9-43a9-91f0-eb1f24afebef HTTP/1.1" status: 204  len: 168 time: 1.0853343
Sep 25 04:52:44.256452 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55480) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:44.301340 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-fedc0a46-293c-41b5-9444-51b8ccdb41dd admin admin] Deleting subnet 71e42a9c-4c27-485f-866b-a65a7784d81c {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:52:44.304511 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fedc0a46-293c-41b5-9444-51b8ccdb41dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.341350 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fedc0a46-293c-41b5-9444-51b8ccdb41dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855331'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.427801 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fedc0a46-293c-41b5-9444-51b8ccdb41dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.550728 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 3cc9637a-0998-43e3-8767-00eff2aa0d4b no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:52:44.562284 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fedc0a46-293c-41b5-9444-51b8ccdb41dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9536346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9085572'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.571710 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 3cc9637a-0998-43e3-8767-00eff2aa0d4b {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:52:44.572039 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 3cc9637a-0998-43e3-8767-00eff2aa0d4b not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:52:44.572488 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device bb02a5b8-e2d6-4817-b4c8-b076625ff699 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:52:44.591041 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc0a46-293c-41b5-9444-51b8ccdb41dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71e42a9c-4c27-485f-866b-a65a7784d81c,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:44.593135 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-fedc0a46-293c-41b5-9444-51b8ccdb41dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.599921 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-fedc0a46-293c-41b5-9444-51b8ccdb41dd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/71e42a9c-4c27-485f-866b-a65a7784d81c HTTP/1.1" status: 204  len: 168 time: 0.3376069
Sep 25 04:52:44.600792 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: bb02a5b8-e2d6-4817-b4c8-b076625ff699 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:52:44.600792 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device bb02a5b8-e2d6-4817-b4c8-b076625ff699 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:52:44.601075 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55490) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:44.607315 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46060972-98ae-4702-8365-3e27e071c8b7 None None] Network 4da2159d-60a0-4d83-9c3e-f0f173eed71c requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:52:44.687889 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.751452 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Deleting port 55dcbb07-a3cc-4290-90a3-5770f021d37c {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:52:44.751452 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.802654 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] DHCP port deletion for 4da2159d-60a0-4d83-9c3e-f0f173eed71c request from dv-cinder-768458-10-iscsi {{(pid=101199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Sep 25 04:52:44.821846 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] For port 55dcbb07-a3cc-4290-90a3-5770f021d37c, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=55dcbb07-a3cc-4290-90a3-5770f021d37c,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:52:44.823201 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.842939 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Calling delete_port for 55dcbb07-a3cc-4290-90a3-5770f021d37c owned by network:dhcp {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:52:44.867886 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Deleting port 55dcbb07-a3cc-4290-90a3-5770f021d37c {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:52:44.868262 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.949990 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] For port 55dcbb07-a3cc-4290-90a3-5770f021d37c, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=55dcbb07-a3cc-4290-90a3-5770f021d37c,segment=NetworkSegment(d3655648-b8ce-4291-835c-f0c038bb2711),segment_id=d3655648-b8ce-4291-835c-f0c038bb2711)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:52:44.950393 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:44.965354 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Calling delete_port for 55dcbb07-a3cc-4290-90a3-5770f021d37c owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:52:45.036623 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:45.047113 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:45.066571 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] No DVR routers for this DVR port 55dcbb07-a3cc-4290-90a3-5770f021d37c on host dv-cinder-768458-10-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:52:45.066690 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=55dcbb07-a3cc-4290-90a3-5770f021d37c,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:45.070090 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] No DVR routers for this DVR port 55dcbb07-a3cc-4290-90a3-5770f021d37c on host dv-cinder-768458-10-iscsi {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:52:45.096163 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Pushing event deleted for resources: {'Port': ['ID=55dcbb07-a3cc-4290-90a3-5770f021d37c,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:45.108585 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:45.109136 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:45.109838 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:45.109838 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:45.110124 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:45.110465 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:45.110791 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:45.111114 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:45.111445 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:45.111768 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:45.112090 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:45.112433 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8857cd6f-e28c-4a48-8513-eb03235ae37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:52:45.148992 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:45.170543 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd1cb5d90>,) {'filters': {'network_id': ['4da2159d-60a0-4d83-9c3e-f0f173eed71c']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:45.181305 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1cb5d90>, 'd3655648-b8ce-4291-835c-f0c038bb2711') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:45.181628 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1cb5d90>, 'd3655648-b8ce-4291-835c-f0c038bb2711') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:52:45.191842 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855354'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:45.207231 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:45.214093 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:52:45.214492 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543668'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]: Traceback (most recent call last):
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     timer()
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     cb(*args, **kw)
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     return func(*args, **kwargs)
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     self._notify()
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     self.callback(batched_events)
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     event.method(event)
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     return f(self, *a, **k)
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._get(url).json()
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:52:45.216561 dv-cinder-768458-10-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:52:45.327319 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:45.332972 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:45.337408 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4da2159d-60a0-4d83-9c3e-f0f173eed71c HTTP/1.1" status: 204  len: 168 time: 0.7342637
Sep 25 04:52:45.351296 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db50f0-4377-4f7f-9d59-6fd4e9df97d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da2159d-60a0-4d83-9c3e-f0f173eed71c,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:45.720022 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55546) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:45.761524 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-fe02f578-0660-4202-9ee1-7a1ff6dacac4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b572a0366594463587c5764ffc266df4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0402892
Sep 25 04:52:45.765365 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55548) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:45.820067 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d2326a9e-1f1a-4747-803c-7301abcdd0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:45.844577 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d2326a9e-1f1a-4747-803c-7301abcdd0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:45.988225 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d2326a9e-1f1a-4747-803c-7301abcdd0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:45.990796 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-d2326a9e-1f1a-4747-803c-7301abcdd0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:45.992106 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-d2326a9e-1f1a-4747-803c-7301abcdd0cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/64609aa2-1cc6-4d2a-90aa-89b5a5429370 HTTP/1.1" status: 204  len: 168 time: 0.2258422
Sep 25 04:52:46.000696 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2326a9e-1f1a-4747-803c-7301abcdd0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64609aa2-1cc6-4d2a-90aa-89b5a5429370,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:46.451876 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 55dcbb07-a3cc-4290-90a3-5770f021d37c no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:52:46.473138 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 55dcbb07-a3cc-4290-90a3-5770f021d37c {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:52:46.473485 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 55dcbb07-a3cc-4290-90a3-5770f021d37c not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:52:49.870206 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6a309971-50e8-4d16-920b-7a8f07be9418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:53.624811 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9407a1e3-ec8f-4f67-bfcc-6f38388bd15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:54.171017 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:54.784707 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:55.436035 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:56.619161 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:57.186964 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55696) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:57.294805 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-add31d45-9221-4790-a761-bfad41b867d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:57.382348 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-add31d45-9221-4790-a761-bfad41b867d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:57.451294 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-add31d45-9221-4790-a761-bfad41b867d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:57.488419 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-add31d45-9221-4790-a761-bfad41b867d4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ec5148fe30841258a9a60c051c2b593&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3003657
Sep 25 04:52:57.489295 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add31d45-9221-4790-a761-bfad41b867d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682e0e04-a167-4dab-b413-f399ddb1bd88,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:52:57.491172 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55700) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:52:57.546513 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ddc2723c-4fe4-45bb-8a35-cf1e2e559a9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:57.567933 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ddc2723c-4fe4-45bb-8a35-cf1e2e559a9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:57.691676 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ddc2723c-4fe4-45bb-8a35-cf1e2e559a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:57.694268 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-ddc2723c-4fe4-45bb-8a35-cf1e2e559a9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:52:57.695966 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-ddc2723c-4fe4-45bb-8a35-cf1e2e559a9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/682e0e04-a167-4dab-b413-f399ddb1bd88 HTTP/1.1" status: 204  len: 168 time: 0.2021499
Sep 25 04:52:57.703813 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2723c-4fe4-45bb-8a35-cf1e2e559a9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682e0e04-a167-4dab-b413-f399ddb1bd88,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:11.328196 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:53:12.336590 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 55882) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:12.447026 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f0be833-81ce-4bd9-8c73-466e9466a4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:12.534706 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f0be833-81ce-4bd9-8c73-466e9466a4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:12.584626 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-2f0be833-81ce-4bd9-8c73-466e9466a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:12.622472 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-2f0be833-81ce-4bd9-8c73-466e9466a4bc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d858a74774964eaaa1d240ba45569538&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2848225
Sep 25 04:53:12.623330 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0be833-81ce-4bd9-8c73-466e9466a4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43a5105-f66b-4cc5-bb6b-a0625f817f91,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:12.625799 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55886) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:12.672720 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-372b81da-f4e6-4e7f-a509-452c9b68acf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:12.694195 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-372b81da-f4e6-4e7f-a509-452c9b68acf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:12.802839 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-372b81da-f4e6-4e7f-a509-452c9b68acf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:12.805603 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-372b81da-f4e6-4e7f-a509-452c9b68acf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:12.806777 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-372b81da-f4e6-4e7f-a509-452c9b68acf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d43a5105-f66b-4cc5-bb6b-a0625f817f91 HTTP/1.1" status: 204  len: 168 time: 0.1799848
Sep 25 04:53:12.815571 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372b81da-f4e6-4e7f-a509-452c9b68acf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43a5105-f66b-4cc5-bb6b-a0625f817f91,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:18.993861 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 55998) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:19.102021 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a69a8747-392f-4ba5-aaaa-61c64e2598ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:19.193869 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a69a8747-392f-4ba5-aaaa-61c64e2598ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:19.265305 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-a69a8747-392f-4ba5-aaaa-61c64e2598ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:19.304056 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-a69a8747-392f-4ba5-aaaa-61c64e2598ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=374cca3abdef4d42822975e21ec70d72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3088059
Sep 25 04:53:19.304968 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a8747-392f-4ba5-aaaa-61c64e2598ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb08ae5-3f82-43ca-8544-89b23bf66f79,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:19.306418 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56002) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:19.356513 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb4771b5-060b-496b-a12c-ade685568782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:19.380756 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb4771b5-060b-496b-a12c-ade685568782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:19.522323 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb4771b5-060b-496b-a12c-ade685568782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:19.524945 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-eb4771b5-060b-496b-a12c-ade685568782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:19.526123 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-eb4771b5-060b-496b-a12c-ade685568782 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cb08ae5-3f82-43ca-8544-89b23bf66f79 HTTP/1.1" status: 204  len: 168 time: 0.2186697
Sep 25 04:53:19.535362 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4771b5-060b-496b-a12c-ade685568782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb08ae5-3f82-43ca-8544-89b23bf66f79,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:19.971569 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-715f8209-d876-4c47-a5ea-8d1c5bfa0ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:20.145657 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56014) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:20.159386 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f274-211c-48a2-9141-c32b4089d285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:20.250201 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f274-211c-48a2-9141-c32b4089d285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:20.339613 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f274-211c-48a2-9141-c32b4089d285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:20.378071 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0f274-211c-48a2-9141-c32b4089d285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0be01e-388a-4a28-b427-b7f2899dd157,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:20.382700 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-a4b0f274-211c-48a2-9141-c32b4089d285 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c924db9859d14360b1ff10bb923ebea6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2359340
Sep 25 04:53:20.385649 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56016) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:20.440995 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-af1eaa26-ca2d-4e9c-a30b-d13a65602fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:20.463466 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-af1eaa26-ca2d-4e9c-a30b-d13a65602fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:20.618096 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-af1eaa26-ca2d-4e9c-a30b-d13a65602fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:20.620667 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-af1eaa26-ca2d-4e9c-a30b-d13a65602fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:20.622487 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-af1eaa26-ca2d-4e9c-a30b-d13a65602fa9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc0be01e-388a-4a28-b427-b7f2899dd157 HTTP/1.1" status: 204  len: 168 time: 0.2352028
Sep 25 04:53:20.630829 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1eaa26-ca2d-4e9c-a30b-d13a65602fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0be01e-388a-4a28-b427-b7f2899dd157,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:21.273920 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56030) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:21.385897 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6475fdde-8817-4910-a50b-939cfc01d4b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:21.492369 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6475fdde-8817-4910-a50b-939cfc01d4b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:21.579744 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6475fdde-8817-4910-a50b-939cfc01d4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:21.619185 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-6475fdde-8817-4910-a50b-939cfc01d4b0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=492fe91cde274b80bf173542d1b3e7c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3441029
Sep 25 04:53:21.620023 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475fdde-8817-4910-a50b-939cfc01d4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6adc54-4ced-4a31-8a80-00a635de662f,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:21.622487 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56040) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:21.676040 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3d16d96b-a3b7-46bd-9567-63a6568e7d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:21.698661 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3d16d96b-a3b7-46bd-9567-63a6568e7d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:21.819428 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3d16d96b-a3b7-46bd-9567-63a6568e7d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:21.822096 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-3d16d96b-a3b7-46bd-9567-63a6568e7d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:21.823289 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-3d16d96b-a3b7-46bd-9567-63a6568e7d74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ab6adc54-4ced-4a31-8a80-00a635de662f HTTP/1.1" status: 204  len: 168 time: 0.1998155
Sep 25 04:53:21.831747 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16d96b-a3b7-46bd-9567-63a6568e7d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6adc54-4ced-4a31-8a80-00a635de662f,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:23.671100 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ff89cdc2-af9b-4e69-90ff-87dfe7f2874e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:24.168061 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:24.274213 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519737f-db14-40f7-9956-66ad93e5a266 req-51359bc4-386e-450b-ab2f-7cf20c0358d6 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:24.275767 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4519737f-db14-40f7-9956-66ad93e5a266 req-51359bc4-386e-450b-ab2f-7cf20c0358d6 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0532568
Sep 25 04:53:24.319493 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4519737f-db14-40f7-9956-66ad93e5a266 req-22acd12d-9e66-4532-9c57-61c70da0d411 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368698
Sep 25 04:53:24.652147 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:25.408489 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:25.457977 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83e302-0501-4bde-8296-c61753789343 req-6e8bc276-2394-46af-82a8-aa328fca5f03 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:25.459620 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2b83e302-0501-4bde-8296-c61753789343 req-6e8bc276-2394-46af-82a8-aa328fca5f03 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0550146
Sep 25 04:53:25.500184 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-2b83e302-0501-4bde-8296-c61753789343 req-9002d921-5830-4965-8f86-ede0a2f881f0 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335701
Sep 25 04:53:25.654642 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56106) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:25.758790 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4114f6d9-e7fe-471f-88b5-5153feef4c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:25.846109 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4114f6d9-e7fe-471f-88b5-5153feef4c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:25.957081 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4114f6d9-e7fe-471f-88b5-5153feef4c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:25.994390 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114f6d9-e7fe-471f-88b5-5153feef4c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0e8d18-1464-4a5f-ac82-8f27d7b98a5d,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:26.001746 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-4114f6d9-e7fe-471f-88b5-5153feef4c84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=179b9e7178774426b6984de71141e048&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3458314
Sep 25 04:53:26.004969 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56110) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:26.054973 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf3ef-e476-42ec-b011-9b82f4252979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:26.077886 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf3ef-e476-42ec-b011-9b82f4252979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:26.191454 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf3ef-e476-42ec-b011-9b82f4252979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:26.194121 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf3ef-e476-42ec-b011-9b82f4252979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:26.195364 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-5c1cf3ef-e476-42ec-b011-9b82f4252979 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d0e8d18-1464-4a5f-ac82-8f27d7b98a5d HTTP/1.1" status: 204  len: 168 time: 0.1894081
Sep 25 04:53:26.204588 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cf3ef-e476-42ec-b011-9b82f4252979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0e8d18-1464-4a5f-ac82-8f27d7b98a5d,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:26.645577 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc078e46-130f-4620-9e9a-2b339a9d746d req-9a8eb6e7-2efa-4a25-b707-6fe5bf9b38ce tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:26.646638 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:26.648072 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bc078e46-130f-4620-9e9a-2b339a9d746d req-9a8eb6e7-2efa-4a25-b707-6fe5bf9b38ce tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0632133
Sep 25 04:53:26.691605 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bc078e46-130f-4620-9e9a-2b339a9d746d req-7cede9d2-8910-4d8e-b96a-c1573e4f4f2a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360944
Sep 25 04:53:26.921780 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56120) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:26.934665 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-bae0d60c-cb83-415f-8878-afd52974ee67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:27.027504 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-bae0d60c-cb83-415f-8878-afd52974ee67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:27.104962 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-bae0d60c-cb83-415f-8878-afd52974ee67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:27.140721 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0d60c-cb83-415f-8878-afd52974ee67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d269be8a-2842-4a09-884e-73352b935620,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:27.145039 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-bae0d60c-cb83-415f-8878-afd52974ee67 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=292d7f93d91540e2b5c74f91ce5cdb9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2222488
Sep 25 04:53:27.147651 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56122) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:27.196345 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11e48198-3f5a-4ad4-a440-ae515158cf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:27.218943 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11e48198-3f5a-4ad4-a440-ae515158cf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:27.332040 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11e48198-3f5a-4ad4-a440-ae515158cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:27.334653 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-11e48198-3f5a-4ad4-a440-ae515158cf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:27.335820 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-11e48198-3f5a-4ad4-a440-ae515158cf50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d269be8a-2842-4a09-884e-73352b935620 HTTP/1.1" status: 204  len: 168 time: 0.1872306
Sep 25 04:53:27.345124 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e48198-3f5a-4ad4-a440-ae515158cf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d269be8a-2842-4a09-884e-73352b935620,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:27.380752 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a940-e1fd-4ae4-ba4c-d14e591601fb req-6994c18e-3af9-4286-882e-aa6db939725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:27.382302 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-69f7a940-e1fd-4ae4-ba4c-d14e591601fb req-6994c18e-3af9-4286-882e-aa6db939725c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f852bbec2bbd4cb4952442eb36ef3e97&device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 1098 time: 0.0421705
Sep 25 04:53:27.778393 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a940-e1fd-4ae4-ba4c-d14e591601fb req-e51e028e-92e9-4a4e-ba9a-ba8af32e7e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:27.779841 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-69f7a940-e1fd-4ae4-ba4c-d14e591601fb req-e51e028e-92e9-4a4e-ba9a-ba8af32e7e5b service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f75bfee-8cdc-46d8-84a6-fd8d49848512 HTTP/1.1" status: 200  len: 908 time: 0.3777037
Sep 25 04:53:27.858075 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-69f7a940-e1fd-4ae4-ba4c-d14e591601fb req-a13f33c1-2739-44ff-b405-42377ffcc9d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb HTTP/1.1" status: 200  len: 1001 time: 0.0647092
Sep 25 04:53:27.865476 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f06186-7b61-45da-a209-463b16abc735 req-75f7dad6-0d24-49d3-b3a4-be05a42e88f7 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:27.867357 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f06186-7b61-45da-a209-463b16abc735 req-75f7dad6-0d24-49d3-b3a4-be05a42e88f7 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.1022995
Sep 25 04:53:27.939010 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a940-e1fd-4ae4-ba4c-d14e591601fb req-89537ca5-5cb0-4e6c-8175-7c829787d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:27.940471 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-69f7a940-e1fd-4ae4-ba4c-d14e591601fb req-89537ca5-5cb0-4e6c-8175-7c829787d85f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8dc8783-7d80-4595-ae85-e109cbb6005a HTTP/1.1" status: 200  len: 847 time: 0.0727546
Sep 25 04:53:27.943543 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61f06186-7b61-45da-a209-463b16abc735 req-0203ffed-1099-4d7c-b64e-f3c4cf5e77cc tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677388
Sep 25 04:53:27.988989 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a940-e1fd-4ae4-ba4c-d14e591601fb req-c9e832a9-4a67-4f20-b677-b5df3942aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:27.990516 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-69f7a940-e1fd-4ae4-ba4c-d14e591601fb req-c9e832a9-4a67-4f20-b677-b5df3942aeae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f75bfee-8cdc-46d8-84a6-fd8d49848512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0422175
Sep 25 04:53:28.089397 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-69f7a940-e1fd-4ae4-ba4c-d14e591601fb req-054982fe-7c81-4ef3-ade9-1b79961ea315 service neutron] 10.222.0.23 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913041
Sep 25 04:53:28.203866 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-69f7a940-e1fd-4ae4-ba4c-d14e591601fb req-2604e159-0263-49ff-a51f-4d37588763eb service neutron] 10.222.0.23 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1073861
Sep 25 04:53:29.073237 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17647dda-61a9-47ad-8eee-babcb03f7516 req-7cf74c67-6dc1-46df-97ad-3a161a3756d2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:29.075758 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-17647dda-61a9-47ad-8eee-babcb03f7516 req-7cf74c67-6dc1-46df-97ad-3a161a3756d2 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0574384
Sep 25 04:53:29.127589 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-17647dda-61a9-47ad-8eee-babcb03f7516 req-157ca645-ff33-4c3b-8e35-c4e5f8c1eeab tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446839
Sep 25 04:53:30.247178 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d83cdb-b5f6-41f4-9cbd-78990e3f3d21 req-85b8dedb-6907-4922-9370-0af289b77017 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:30.248784 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-52d83cdb-b5f6-41f4-9cbd-78990e3f3d21 req-85b8dedb-6907-4922-9370-0af289b77017 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0537908
Sep 25 04:53:30.288582 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-52d83cdb-b5f6-41f4-9cbd-78990e3f3d21 req-2f5f133a-0a65-4263-93be-d22c692a2b42 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335956
Sep 25 04:53:31.405689 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd383be-0880-45ee-9b9a-5402273cbb9a req-51992661-1054-4ae9-81bc-6ca3a33120df tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:31.408061 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0cd383be-0880-45ee-9b9a-5402273cbb9a req-51992661-1054-4ae9-81bc-6ca3a33120df tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0521426
Sep 25 04:53:31.448264 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0cd383be-0880-45ee-9b9a-5402273cbb9a req-d172ea04-b1e1-429c-9236-e1734a09b863 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341487
Sep 25 04:53:32.572068 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac98f1c-6bea-4a50-91ff-8aa70b2b30f2 req-7e83454b-065a-4e2b-acf3-e54aac984e05 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:32.573671 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ac98f1c-6bea-4a50-91ff-8aa70b2b30f2 req-7e83454b-065a-4e2b-acf3-e54aac984e05 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0560353
Sep 25 04:53:32.613770 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-8ac98f1c-6bea-4a50-91ff-8aa70b2b30f2 req-b41eb8af-cd5f-4b65-9ac6-c04e2670e8c8 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323210
Sep 25 04:53:33.728409 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1aac3e-12c7-45cb-81e4-6303b9d3c6b4 req-481c17dc-18f3-4ec9-9065-76705fa27ba4 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:33.729886 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ab1aac3e-12c7-45cb-81e4-6303b9d3c6b4 req-481c17dc-18f3-4ec9-9065-76705fa27ba4 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0495560
Sep 25 04:53:33.767994 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ab1aac3e-12c7-45cb-81e4-6303b9d3c6b4 req-f99b0aaf-632d-4123-8d3e-af45c739db6b tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311058
Sep 25 04:53:34.883853 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e270c7d-bcf8-4b58-8cc0-d0a229f579b2 req-eb39c7a4-1dfd-439a-82c2-459d3e103b93 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:34.885437 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4e270c7d-bcf8-4b58-8cc0-d0a229f579b2 req-eb39c7a4-1dfd-439a-82c2-459d3e103b93 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0502584
Sep 25 04:53:34.924924 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4e270c7d-bcf8-4b58-8cc0-d0a229f579b2 req-e7a29ba4-4f0b-4313-936d-3c5c18e7581a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332994
Sep 25 04:53:35.155935 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b4dd5-be7a-4bde-8fec-72d31519e95d req-315b53ea-6d79-470d-907a-228cf072186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:35.157482 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-065b4dd5-be7a-4bde-8fec-72d31519e95d req-315b53ea-6d79-470d-907a-228cf072186e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f852bbec2bbd4cb4952442eb36ef3e97&device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 1098 time: 0.0491796
Sep 25 04:53:35.251804 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b4dd5-be7a-4bde-8fec-72d31519e95d req-7455116c-6f23-46de-b0d4-ffcb0514c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:35.253343 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-065b4dd5-be7a-4bde-8fec-72d31519e95d req-7455116c-6f23-46de-b0d4-ffcb0514c50d service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f75bfee-8cdc-46d8-84a6-fd8d49848512 HTTP/1.1" status: 200  len: 908 time: 0.0894599
Sep 25 04:53:35.327358 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-065b4dd5-be7a-4bde-8fec-72d31519e95d req-448b0abc-17ac-4a85-970b-a71ba55335f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb HTTP/1.1" status: 200  len: 1001 time: 0.0669355
Sep 25 04:53:35.377811 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b4dd5-be7a-4bde-8fec-72d31519e95d req-d06025da-d469-4650-a5a7-4774b835da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:35.379248 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-065b4dd5-be7a-4bde-8fec-72d31519e95d req-d06025da-d469-4650-a5a7-4774b835da6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8dc8783-7d80-4595-ae85-e109cbb6005a HTTP/1.1" status: 200  len: 847 time: 0.0453234
Sep 25 04:53:35.433865 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b4dd5-be7a-4bde-8fec-72d31519e95d req-4d37e5e8-9573-4ded-8b8a-58218bded16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:35.435840 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-065b4dd5-be7a-4bde-8fec-72d31519e95d req-4d37e5e8-9573-4ded-8b8a-58218bded16f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f75bfee-8cdc-46d8-84a6-fd8d49848512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0486603
Sep 25 04:53:35.547262 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-065b4dd5-be7a-4bde-8fec-72d31519e95d req-e82687ab-8c3e-46fd-a464-08f1f4666479 service neutron] 10.222.0.23 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045091
Sep 25 04:53:35.641664 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-065b4dd5-be7a-4bde-8fec-72d31519e95d req-095a81a0-e8e0-44d3-8c99-5c4c108cc336 service neutron] 10.222.0.23 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872788
Sep 25 04:53:36.047220 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6b494-e134-4d5b-85cb-8f76ca090e69 req-fbd31252-5ae8-4692-8ecb-741cc57af349 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:36.048717 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f5d6b494-e134-4d5b-85cb-8f76ca090e69 req-fbd31252-5ae8-4692-8ecb-741cc57af349 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0541456
Sep 25 04:53:36.086609 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f5d6b494-e134-4d5b-85cb-8f76ca090e69 req-b7335a87-042b-4957-9847-4308cdd38ecf tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318239
Sep 25 04:53:37.213245 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f7d76-33af-4bb3-a522-26a0e0aede22 req-a29edafb-ab48-4b42-8663-452f3c27c80e tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:37.214868 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9e3f7d76-33af-4bb3-a522-26a0e0aede22 req-a29edafb-ab48-4b42-8663-452f3c27c80e tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0547023
Sep 25 04:53:37.258512 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-9e3f7d76-33af-4bb3-a522-26a0e0aede22 req-79432a86-c10c-4312-a814-a5cd3d164a6b tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369184
Sep 25 04:53:38.380484 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2f10c-13f7-4adb-9d4a-c7537df55697 req-a4f53dcd-ae9f-48f8-8172-ca48c0abefbb tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:38.382044 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-17a2f10c-13f7-4adb-9d4a-c7537df55697 req-a4f53dcd-ae9f-48f8-8172-ca48c0abefbb tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0541415
Sep 25 04:53:38.423367 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-17a2f10c-13f7-4adb-9d4a-c7537df55697 req-bd1f4829-8594-4902-be95-4805e1eafcfa tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341964
Sep 25 04:53:38.495906 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [req-1ec59e27-8d8a-4590-8c72-40dd922d1245 req-b827db63-2d55-46cc-8fa3-607e911b626c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101198) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:53:38.498109 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1ec59e27-8d8a-4590-8c72-40dd922d1245 req-b827db63-2d55-46cc-8fa3-607e911b626c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0083475
Sep 25 04:53:38.853725 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08960805-2620-4c07-b482-89a432931116 req-bb681cf0-9caf-419e-88cc-24c461255f6f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:38.855262 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08960805-2620-4c07-b482-89a432931116 req-bb681cf0-9caf-419e-88cc-24c461255f6f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0578306
Sep 25 04:53:38.895505 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-08960805-2620-4c07-b482-89a432931116 req-9b1efd22-5691-4b63-adef-23a466663192 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0336554
Sep 25 04:53:38.977054 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-1b41dc0a-8f5c-460b-859b-72160c239a77 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0418413
Sep 25 04:53:40.046234 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec90c3-e7d5-453f-8349-b20eb47df894 req-378e5d67-8a39-45c1-8c53-ede502e1f78a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:40.047833 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-64ec90c3-e7d5-453f-8349-b20eb47df894 req-378e5d67-8a39-45c1-8c53-ede502e1f78a tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0542467
Sep 25 04:53:40.094905 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-64ec90c3-e7d5-453f-8349-b20eb47df894 req-1b39b13c-5a56-42e8-9cd1-798d34143104 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379024
Sep 25 04:53:40.541570 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56246) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:40.667408 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c58e0cb5-2dc7-4905-8440-05c2c7be4af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:40.759793 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c58e0cb5-2dc7-4905-8440-05c2c7be4af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:40.860122 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-c58e0cb5-2dc7-4905-8440-05c2c7be4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:40.898921 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e0cb5-2dc7-4905-8440-05c2c7be4af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9702cc64-68be-4e40-89e1-2426c8eb002a,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:40.908482 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-c58e0cb5-2dc7-4905-8440-05c2c7be4af5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e8c91e233d7498e9a4cdda9e9f305af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3625381
Sep 25 04:53:40.911521 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56250) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:40.969102 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-40e592c1-2662-453a-a61f-9c26b3e024b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:40.996277 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-40e592c1-2662-453a-a61f-9c26b3e024b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:41.129391 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-40e592c1-2662-453a-a61f-9c26b3e024b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:41.133089 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-40e592c1-2662-453a-a61f-9c26b3e024b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:41.134365 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-40e592c1-2662-453a-a61f-9c26b3e024b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9702cc64-68be-4e40-89e1-2426c8eb002a HTTP/1.1" status: 204  len: 168 time: 0.2217560
Sep 25 04:53:41.147092 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e592c1-2662-453a-a61f-9c26b3e024b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9702cc64-68be-4e40-89e1-2426c8eb002a,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:41.222774 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5463db-0d4f-40e8-997c-c925aeb6bcc9 req-d66f87f7-8166-45e7-a625-1be6d010e100 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:41.224353 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3f5463db-0d4f-40e8-997c-c925aeb6bcc9 req-d66f87f7-8166-45e7-a625-1be6d010e100 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0499227
Sep 25 04:53:41.266741 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3f5463db-0d4f-40e8-997c-c925aeb6bcc9 req-fd209db2-b7e2-468d-b974-bb9f461b92ef tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359430
Sep 25 04:53:41.487751 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-d48df3c2-7a73-4f31-9f28-408749a9b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:41.489408 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-d48df3c2-7a73-4f31-9f28-408749a9b4f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a&tenant_id=f852bbec2bbd4cb4952442eb36ef3e97 HTTP/1.1" status: 200  len: 1098 time: 0.0422683
Sep 25 04:53:41.556915 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-d8f98e8c-063e-4f45-8c2e-69110a5bfecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:41.558197 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:53:41.558733 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-d8f98e8c-063e-4f45-8c2e-69110a5bfecf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f852bbec2bbd4cb4952442eb36ef3e97&device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 1098 time: 0.0463054
Sep 25 04:53:41.642528 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:41.663588 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-799b3076-01d0-45b9-a43b-c74de9187544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:41.665137 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-799b3076-01d0-45b9-a43b-c74de9187544 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f75bfee-8cdc-46d8-84a6-fd8d49848512 HTTP/1.1" status: 200  len: 908 time: 0.0994997
Sep 25 04:53:41.666302 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:53:41.669158 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bfd037-5432-4d48-b9c2-63ce47641f4a" -d '{"events": [{"server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:53:41.692486 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:53:41.734093 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Sep 2021 04:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9cbbb46-fe81-4889-a966-0125f93a3f83 x-openstack-request-id: req-b9cbbb46-fe81-4889-a966-0125f93a3f83 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:53:41.734536 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "name": "network-vif-unplugged", "status": "completed", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:53:41.734975 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9cbbb46-fe81-4889-a966-0125f93a3f83 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:53:41.738464 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'code': 200}
Sep 25 04:53:41.750965 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-79cf9ef7-9caa-451a-b88d-81ba7610b087 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb HTTP/1.1" status: 200  len: 1001 time: 0.0790920
Sep 25 04:53:41.761360 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:41.806151 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-44c14bd6-bf0c-46b0-814d-86c2120f9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:41.807682 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-44c14bd6-bf0c-46b0-814d-86c2120f9011 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8dc8783-7d80-4595-ae85-e109cbb6005a HTTP/1.1" status: 200  len: 847 time: 0.0500481
Sep 25 04:53:41.841509 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,revision_number=6']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:41.844364 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56260) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:41.859676 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:41.861070 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-58898059-4194-4045-8f4c-7a3eb9a95739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:41.862697 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-58898059-4194-4045-8f4c-7a3eb9a95739 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f75bfee-8cdc-46d8-84a6-fd8d49848512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0478830
Sep 25 04:53:41.965104 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:41.970430 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-9c4183f2-afdf-4d2a-8449-6b2ffab137ac service neutron] 10.222.0.23 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1000094
Sep 25 04:53:42.023826 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:42.064941 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0237599dec684259bf466e545ae2c1b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2188125
Sep 25 04:53:42.065811 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691f9e5e-5f7a-45ac-8273-907e024448a7,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:42.068832 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56262) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:42.073573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:42.073922 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:42.074263 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:42.074595 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:42.075109 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:42.075542 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:42.076075 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:42.076445 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:42.076634 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-dcc02261-6091-477c-9002-cc8a932a3f77 req-01161271-a16e-47ba-8c37-c0a0b5dcf42d service neutron] 10.222.0.23 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0987158
Sep 25 04:53:42.076802 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:42.077092 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:42.077409 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:42.077736 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be80f8f-4485-4452-a016-59c78fb7d4c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:42.141882 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-49c050a4-244a-40b9-aef8-cdb0bc131c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:42.164761 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-49c050a4-244a-40b9-aef8-cdb0bc131c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:42.294517 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-49c050a4-244a-40b9-aef8-cdb0bc131c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:42.297359 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-49c050a4-244a-40b9-aef8-cdb0bc131c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:42.298724 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-49c050a4-244a-40b9-aef8-cdb0bc131c5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/691f9e5e-5f7a-45ac-8273-907e024448a7 HTTP/1.1" status: 204  len: 168 time: 0.2289410
Sep 25 04:53:42.311581 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c050a4-244a-40b9-aef8-cdb0bc131c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691f9e5e-5f7a-45ac-8273-907e024448a7,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:42.388725 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471716e-c860-4e54-a815-ad0cf823615c req-63524697-5ecc-4c41-acd1-8eb92c0bb44d tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:42.389444 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d471716e-c860-4e54-a815-ad0cf823615c req-63524697-5ecc-4c41-acd1-8eb92c0bb44d tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0518992
Sep 25 04:53:42.442755 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d471716e-c860-4e54-a815-ad0cf823615c req-0d31abee-a23e-44c2-a451-c857ce027b43 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415976
Sep 25 04:53:43.560175 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed09c65-8cd3-4470-ad0a-5acbe5d8c80c req-2e8e0fb9-65c9-48ca-af8e-2192c236ee05 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:43.561741 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bed09c65-8cd3-4470-ad0a-5acbe5d8c80c req-2e8e0fb9-65c9-48ca-af8e-2192c236ee05 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0499732
Sep 25 04:53:43.600995 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bed09c65-8cd3-4470-ad0a-5acbe5d8c80c req-ea7b41aa-28e9-4e27-9a3a-9173a73f143b tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324750
Sep 25 04:53:44.719364 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2920c-b908-4f77-a923-a44acd62adf0 req-b39dbd16-a03c-4e58-b62a-97e337d1d067 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:44.720764 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c7f2920c-b908-4f77-a923-a44acd62adf0 req-b39dbd16-a03c-4e58-b62a-97e337d1d067 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0533426
Sep 25 04:53:44.758174 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-c7f2920c-b908-4f77-a923-a44acd62adf0 req-37b7783f-4cc0-4f89-bb1d-ff11c4f5048c tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0313914
Sep 25 04:53:45.875037 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fb48e0-1ab4-45bf-9525-6a5361d92339 req-451043f6-2ece-45cc-bf7d-bef658ec152f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:45.876602 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05fb48e0-1ab4-45bf-9525-6a5361d92339 req-451043f6-2ece-45cc-bf7d-bef658ec152f tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0503442
Sep 25 04:53:45.914709 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-05fb48e0-1ab4-45bf-9525-6a5361d92339 req-741912cb-bd67-4e5b-9473-e90fd3521459 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318880
Sep 25 04:53:47.027490 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c7631-6600-42c3-828e-5c8febb4cb3c req-175f6eaf-de44-4502-8bae-7fb7616b3b10 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:47.029021 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-996c7631-6600-42c3-828e-5c8febb4cb3c req-175f6eaf-de44-4502-8bae-7fb7616b3b10 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0487480
Sep 25 04:53:47.067690 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-996c7631-6600-42c3-828e-5c8febb4cb3c req-f229c82c-2ccc-41e7-b846-73b4be5c3a10 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324013
Sep 25 04:53:48.181863 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bb831-fd70-4383-8b0c-d409bc6c62bc req-2e0aaa6a-4e31-436f-89f1-d629b10f6366 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:48.183342 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-566bb831-fd70-4383-8b0c-d409bc6c62bc req-2e0aaa6a-4e31-436f-89f1-d629b10f6366 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0516896
Sep 25 04:53:48.221736 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-566bb831-fd70-4383-8b0c-d409bc6c62bc req-ff243bdf-6f9d-41ab-9a4f-d6b3a0f37b61 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320196
Sep 25 04:53:48.327625 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:53:49.343691 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2721a-130d-4db7-a267-85b29e9bcd27 req-9bf97f45-226a-4ff1-95a5-639fe392873d tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:49.345297 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78f2721a-130d-4db7-a267-85b29e9bcd27 req-9bf97f45-226a-4ff1-95a5-639fe392873d tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0565424
Sep 25 04:53:49.407591 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78f2721a-130d-4db7-a267-85b29e9bcd27 req-bbf14b57-87a2-4c5d-9f86-d5b78764adc5 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561109
Sep 25 04:53:49.415888 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dd063-6036-4905-8a71-47900877b91e req-cc81d937-d6ea-45b9-bc46-8cd920a2e8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:49.417363 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-080dd063-6036-4905-8a71-47900877b91e req-cc81d937-d6ea-45b9-bc46-8cd920a2e8ba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 1096 time: 0.0533476
Sep 25 04:53:49.457308 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-080dd063-6036-4905-8a71-47900877b91e req-793c4ba1-b923-4cac-9cd0-7507aa08b516 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323217
Sep 25 04:53:49.928585 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cce0ded6-346e-4109-a966-7aa0f9ae4380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:50.522230 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4309785-4f6b-4821-abe4-b78f0130e242 req-f6d8d4ad-06c9-46ed-bc43-7cdc7a852974 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:50.534798 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a4309785-4f6b-4821-abe4-b78f0130e242 req-f6d8d4ad-06c9-46ed-bc43-7cdc7a852974 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0548313
Sep 25 04:53:50.568757 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a4309785-4f6b-4821-abe4-b78f0130e242 req-97c8a9ee-c29b-4b77-a06a-836f3c88b7c5 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0338056
Sep 25 04:53:51.614190 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:53:51.686956 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3090186-a80b-4973-bde5-06d0a3a19842 req-db00e082-9cab-4b93-9d69-05c0045d9ad8 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:53:51.688579 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f3090186-a80b-4973-bde5-06d0a3a19842 req-db00e082-9cab-4b93-9d69-05c0045d9ad8 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 943 time: 0.0508852
Sep 25 04:53:51.717368 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:53:51.726881 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f3090186-a80b-4973-bde5-06d0a3a19842 req-848f4772-711a-4c74-a5c9-9be5b953cd0e tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0320945
Sep 25 04:53:51.728812 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'port_id': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'mac_address': 'fa:16:3e:8f:fd:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:53:51.767740 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:51.780452 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:53:51.800964 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:53:51.860411 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:51.916010 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,revision_number=7']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:51.923720 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:51.924060 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:51.924428 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:51.924760 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:51.925087 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:51.925411 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:51.925735 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:51.926057 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:51.926375 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:51.926692 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:51.927008 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:51.927339 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:52.100012 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:53:53.621471 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:53:53.626809 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-2a2af235-e716-4934-8e19-4f79d1a1c251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:53.671336 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:53:53.672702 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:53.750954 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:53.776163 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:53:53.778390 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a1fcd7-dbe2-41da-a3e5-26afe0409945" -d '{"events": [{"server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "name": "network-vif-plugged", "status": "completed", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:53:53.792976 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:53:53.815681 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2413dbf-67c0-4eee-9bf8-9ea27e39fbe8 x-openstack-request-id: req-e2413dbf-67c0-4eee-9bf8-9ea27e39fbe8 {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:53:53.816003 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "name": "network-vif-plugged", "status": "completed", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:53:53.816532 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2413dbf-67c0-4eee-9bf8-9ea27e39fbe8 {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:53:53.816923 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'code': 200}
Sep 25 04:53:53.877521 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:53.904587 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56370) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:53.926812 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,revision_number=8']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:54.013958 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:54.104006 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:54.156690 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:54.196311 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:54.240172 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=49f670306e0f467bbcee7014f027295c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3343089
Sep 25 04:53:54.240919 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491ce7ea-6491-4228-9a3d-7754d687a800,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:54.242685 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56374) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:53:54.248565 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:54.248916 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:54.249255 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:54.249592 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:54.249924 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:54.250261 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:54.250591 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:54.250913 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:54.251238 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:54.251558 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:54.251877 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:54.252198 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc727e48-9968-4303-8479-8e02f340b35c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:53:54.296285 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c5ebc48-aef7-4e59-bafc-bc602807a3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:54.317001 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c5ebc48-aef7-4e59-bafc-bc602807a3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:54.443020 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c5ebc48-aef7-4e59-bafc-bc602807a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:54.445550 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c5ebc48-aef7-4e59-bafc-bc602807a3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:54.446715 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4c5ebc48-aef7-4e59-bafc-bc602807a3ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/491ce7ea-6491-4228-9a3d-7754d687a800 HTTP/1.1" status: 204  len: 168 time: 0.2030141
Sep 25 04:53:54.454964 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ebc48-aef7-4e59-bafc-bc602807a3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491ce7ea-6491-4228-9a3d-7754d687a800,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:53:54.631465 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:55.420520 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:53:56.613760 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:09.857598 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-55e3f08a-71ca-42fb-b403-483812ef0953 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1688483545&fields=id&tenant_id=58d811b8a6244d3f8909a50abd71c0c5 HTTP/1.1" status: 200  len: 267 time: 0.0328610
Sep 25 04:54:09.974237 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-72506c9d-bce0-4abd-8f6b-3f4c70957954 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:09.975730 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-72506c9d-bce0-4abd-8f6b-3f4c70957954 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 812 time: 0.1112728
Sep 25 04:54:09.993316 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-aa0b104a-35a7-4152-8f4c-e1569eaad4b3 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/quotas/58d811b8a6244d3f8909a50abd71c0c5 HTTP/1.1" status: 200  len: 375 time: 0.0112090
Sep 25 04:54:10.058361 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-a19706a2-91b2-4e95-97bd-a1726c6d2262 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0589664
Sep 25 04:54:10.154305 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-d427e43e-8fbf-4a47-b300-6a65ba0badb6 service neutron] 10.222.0.20 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832579
Sep 25 04:54:10.247678 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-cc749dd7-0552-40f5-a1bc-e8ca4e02fcf9 service neutron] 10.222.0.20 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871754
Sep 25 04:54:10.827281 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-65c3af5e-3241-440a-bc42-a080db0bbc3a req-9676fbaa-f524-4e36-8318-8779d6dbef78 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 210 time: 0.0282025
Sep 25 04:54:11.922441 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0f457eb1-7b92-4aa8-badf-ba8000a96570 req-641491db-d29f-4176-a9f2-40476779769c tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 210 time: 0.0267122
Sep 25 04:54:13.018077 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1a3d6483-8bae-482b-8863-1e375b28e59e req-647e949a-bd41-4650-8b69-44324fb03077 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 210 time: 0.0258012
Sep 25 04:54:14.111266 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0f0c683a-bfac-4636-b543-dd41bd30bf21 req-8b543c08-6f74-4439-bbf2-713b92d6a451 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 210 time: 0.0260541
Sep 25 04:54:15.207812 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-a6e88453-fcce-4a49-bc29-84ad74c6532d req-921592d4-4f8f-46e4-9a25-c26f02e76125 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 210 time: 0.0299554
Sep 25 04:54:15.418147 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-fefc551b-bb21-4347-aa63-5bdfe8b7cfe8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:15.419556 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-fefc551b-bb21-4347-aa63-5bdfe8b7cfe8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 812 time: 0.1078441
Sep 25 04:54:15.463076 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-911948a2-20ab-4362-baf9-aa491dfc2de3 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58d811b8a6244d3f8909a50abd71c0c5 HTTP/1.1" status: 200  len: 380 time: 0.0338395
Sep 25 04:54:15.472744 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'port': {'device_id': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'admin_state_up': True, 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'security_groups': ['a4fea49a-8d33-4f29-a406-5be76c8810c6']}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:54:15.647389 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Made reservation on behalf of 58d811b8a6244d3f8909a50abd71c0c5 for: {'port': 1} {{(pid=101198) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Sep 25 04:54:15.653335 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:15.784885 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_common [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Allocated IP 172.20.0.12 (6b24eba2-3e72-48a0-87ff-1d3d45503d2c/b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c/52e52ef2-16b8-46eb-8842-dee86918e06c) {{(pid=101198) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:54:16.010707 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for port, precommit_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:16.100920 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_create {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:16.148206 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c is already hosted by enough agents. {{(pid=101198) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:54:16.151457 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.base_scheduler [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Resources bound (agent type, host, resource id):  {{(pid=101198) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:54:16.156688 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Received port after_create {{(pid=101198) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:54:16.186331 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'Port': ['ID=52e52ef2-16b8-46eb-8842-dee86918e06c,revision_number=1']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:54:16.218920 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:16.219585 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:16.319290 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-4c8a915b-c073-4ef0-a39e-cd1f8e8a19da tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8506885
Sep 25 04:54:16.331235 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65846f-089e-4e65-b4b9-5f75e19e41b8 req-b1591951-af89-4849-bcd6-e6fddbf41898 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:16.333021 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ad65846f-089e-4e65-b4b9-5f75e19e41b8 req-b1591951-af89-4849-bcd6-e6fddbf41898 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 932 time: 0.0554173
Sep 25 04:54:16.338194 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.v2.base [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Request body: {'port': {'device_id': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76845'}} {{(pid=101198) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:54:16.421983 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ad65846f-089e-4e65-b4b9-5f75e19e41b8 req-7e3d8d52-3454-440e-85d0-206fcb443bdc tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798542
Sep 25 04:54:16.425752 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:16.459670 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-6b1b4428-8f4a-43d2-a379-208b76071423 None None] Provisioning complete for port 52e52ef2-16b8-46eb-8842-dee86918e06c triggered by entity DHCP. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:54:16.460197 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6b1b4428-8f4a-43d2-a379-208b76071423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:16.496387 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b4428-8f4a-43d2-a379-208b76071423 None None] Port 52e52ef2-16b8-46eb-8842-dee86918e06c cannot update to ACTIVE because it is not bound. {{(pid=101199) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Sep 25 04:54:16.712318 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e52ef2-16b8-46eb-8842-dee86918e06c {{(pid=101198) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:54:16.719732 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:16.739065 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.provisioning_blocks [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Transition to ACTIVE for port object 52e52ef2-16b8-46eb-8842-dee86918e06c will not be triggered until provisioned by entity L2. {{(pid=101198) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Sep 25 04:54:16.826503 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:16.875144 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Pushing event updated for resources: {'Port': ['ID=52e52ef2-16b8-46eb-8842-dee86918e06c,revision_number=2']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:54:17.008686 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Attempting to bind port 52e52ef2-16b8-46eb-8842-dee86918e06c on host hv-cinder-76845 for vnic_type normal with profile  {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Sep 25 04:54:17.009023 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Attempting to bind port 52e52ef2-16b8-46eb-8842-dee86918e06c by drivers openvswitch,hyperv on host hv-cinder-76845 at level 0 using segments [{'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Sep 25 04:54:17.009354 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Attempting to bind port 52e52ef2-16b8-46eb-8842-dee86918e06c on network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:54:17.014123 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Port 52e52ef2-16b8-46eb-8842-dee86918e06c on network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76845 {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Sep 25 04:54:17.014448 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Attempting to bind port 52e52ef2-16b8-46eb-8842-dee86918e06c on network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
Sep 25 04:54:17.019565 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Checking agent: {'id': 'c9c7efee-00da-4b1c-9db6-fbd2ee773fe3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76845', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'started_at': datetime.datetime(2021, 9, 25, 4, 42, 25), 'heartbeat_timestamp': datetime.datetime(2021, 9, 25, 4, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
Sep 25 04:54:17.019900 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Checking segment: {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101198) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}}
Sep 25 04:54:17.020283 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Bound using segment: {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'} {{(pid=101198) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
Sep 25 04:54:17.020731 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.managers [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Bound port: 52e52ef2-16b8-46eb-8842-dee86918e06c, host: hv-cinder-76845, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cac145a-6228-4a8c-b387-576bed835b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c'}}] {{(pid=101198) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Sep 25 04:54:17.021176 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:17.086817 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] For port 52e52ef2-16b8-46eb-8842-dee86918e06c, host hv-cinder-76845, cleared binding levels {{(pid=101198) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Sep 25 04:54:17.090161 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] For port 52e52ef2-16b8-46eb-8842-dee86918e06c, host hv-cinder-76845, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=52e52ef2-16b8-46eb-8842-dee86918e06c,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101198) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Sep 25 04:54:17.158409 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9536268'] for port, after_update {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:17.191410 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:17.192359 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:17.193706 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] 10.222.0.23 "PUT /v2.0/ports/52e52ef2-16b8-46eb-8842-dee86918e06c HTTP/1.1" status: 200  len: 1094 time: 0.8597329
Sep 25 04:54:17.194141 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'tag': '52e52ef2-16b8-46eb-8842-dee86918e06c'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:54:17.196390 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f2c988-5556-4bb8-9be2-0dd0231afea4" -d '{"events": [{"name": "network-changed", "server_uuid": "67ea5f91-83db-4ddb-b87a-4b4f428db469", "tag": "52e52ef2-16b8-46eb-8842-dee86918e06c"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:54:17.229519 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744414cd-17a9-4764-8414-b6731bdeb262 service neutron] Pushing event updated for resources: {'Port': ['ID=52e52ef2-16b8-46eb-8842-dee86918e06c,revision_number=3']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:54:17.237697 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b5e40d-91ff-43ae-81f7-968568342a10 x-openstack-request-id: req-66b5e40d-91ff-43ae-81f7-968568342a10 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:54:17.238027 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ea5f91-83db-4ddb-b87a-4b4f428db469", "tag": "52e52ef2-16b8-46eb-8842-dee86918e06c", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:54:17.238274 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66b5e40d-91ff-43ae-81f7-968568342a10 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:54:17.238683 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'tag': '52e52ef2-16b8-46eb-8842-dee86918e06c', 'status': 'completed', 'code': 200}
Sep 25 04:54:17.302213 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2c988-5556-4bb8-9be2-0dd0231afea4 req-468928ce-0928-483f-a60d-e508c8c79a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:17.303806 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d5f2c988-5556-4bb8-9be2-0dd0231afea4 req-468928ce-0928-483f-a60d-e508c8c79a43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 1097 time: 0.0450931
Sep 25 04:54:17.408613 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2c988-5556-4bb8-9be2-0dd0231afea4 req-d8d3d202-845e-49fa-841d-55a7250acbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:17.410073 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d5f2c988-5556-4bb8-9be2-0dd0231afea4 req-d8d3d202-845e-49fa-841d-55a7250acbc7 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&shared=False HTTP/1.1" status: 200  len: 912 time: 0.0981069
Sep 25 04:54:17.543541 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2c988-5556-4bb8-9be2-0dd0231afea4 req-bdcf1d1f-56a5-4c9c-a813-e76ae183b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:17.545049 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d5f2c988-5556-4bb8-9be2-0dd0231afea4 req-bdcf1d1f-56a5-4c9c-a813-e76ae183b301 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1281476
Sep 25 04:54:17.561883 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cdcbe-adc2-4712-9d87-e0d5fbc9ab0d req-e9908273-4141-41ee-a495-2ec756a38d85 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:17.563514 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ac7cdcbe-adc2-4712-9d87-e0d5fbc9ab0d req-e9908273-4141-41ee-a495-2ec756a38d85 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 944 time: 0.0655131
Sep 25 04:54:17.632325 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ac7cdcbe-adc2-4712-9d87-e0d5fbc9ab0d req-38d1edfe-b533-48bd-bcd7-7a7add27fec4 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612946
Sep 25 04:54:17.643945 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-31f1fb90-88b1-4da4-80a5-6689935a773f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:17.645510 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-31f1fb90-88b1-4da4-80a5-6689935a773f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 1097 time: 0.0608079
Sep 25 04:54:17.690758 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-8fc6d142-37c2-494c-bee4-fd3e7bffb0c6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52e52ef2-16b8-46eb-8842-dee86918e06c HTTP/1.1" status: 200  len: 217 time: 0.0350754
Sep 25 04:54:17.739696 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-575f418a-227c-43cc-b0a7-d44d16145bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:17.741264 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-575f418a-227c-43cc-b0a7-d44d16145bf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c HTTP/1.1" status: 200  len: 851 time: 0.0435507
Sep 25 04:54:17.793325 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-9c419b60-9de9-44ee-a7ea-155f54961fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:17.794897 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-9c419b60-9de9-44ee-a7ea-155f54961fa6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0458174
Sep 25 04:54:17.887633 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-84fa87ce-8abd-4ecb-9146-bf728baabaa7 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850799
Sep 25 04:54:17.984271 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e82178d2-77e1-44f7-b9a3-30e4df1c38c7 req-cdc992e5-80d3-40ca-9e6b-f45a469c7ea5 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892627
Sep 25 04:54:18.748497 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c68b4a-76b0-4326-aca5-5aa11cb6156a req-3eb745e2-79c9-47f4-81fe-81f226822fad tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:18.749926 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10c68b4a-76b0-4326-aca5-5aa11cb6156a req-3eb745e2-79c9-47f4-81fe-81f226822fad tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 944 time: 0.0497129
Sep 25 04:54:18.787309 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-10c68b4a-76b0-4326-aca5-5aa11cb6156a req-4f4973f5-c053-45e2-86c6-4bb49995d688 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312595
Sep 25 04:54:19.883801 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f53a688d-ef14-4d3d-a64f-5e4185c02a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:19.905685 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739da69-faa9-4404-bed4-526ff84ee0c3 req-12aae7dd-83d5-49a1-ab46-726a20dacfac tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:19.907225 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7739da69-faa9-4404-bed4-526ff84ee0c3 req-12aae7dd-83d5-49a1-ab46-726a20dacfac tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 944 time: 0.0529544
Sep 25 04:54:19.949292 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-7739da69-faa9-4404-bed4-526ff84ee0c3 req-eed18c9a-aa2a-4da7-87ca-056dacf698f5 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351284
Sep 25 04:54:21.219895 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee1c5e-2a61-41c3-a67b-2d4265c2324a req-2e9a4770-7bf6-4e21-b82c-2a4a2d7c0c0a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:21.221469 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4dee1c5e-2a61-41c3-a67b-2d4265c2324a req-2e9a4770-7bf6-4e21-b82c-2a4a2d7c0c0a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 944 time: 0.2055724
Sep 25 04:54:21.229514 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56590) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:54:21.262010 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4dee1c5e-2a61-41c3-a67b-2d4265c2324a req-5a4b8e92-4e7f-4a23-af04-952beb63d180 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334990
Sep 25 04:54:21.333749 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-56c96923-b56e-4e38-9cfe-5f7502a46f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:21.422409 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-56c96923-b56e-4e38-9cfe-5f7502a46f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:21.517852 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-56c96923-b56e-4e38-9cfe-5f7502a46f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:21.558441 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-56c96923-b56e-4e38-9cfe-5f7502a46f54 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c77ea36a063d40eb86d7ce7e6f610ecd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3276656
Sep 25 04:54:21.559126 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c96923-b56e-4e38-9cfe-5f7502a46f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44607e9b-256a-4588-884d-494ad9c88a31,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:54:21.560944 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56594) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:54:21.611378 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3046-1415-4891-9798-400e17829828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:21.633304 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3046-1415-4891-9798-400e17829828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:21.727386 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3046-1415-4891-9798-400e17829828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:21.729919 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-7a7a3046-1415-4891-9798-400e17829828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:21.731083 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-7a7a3046-1415-4891-9798-400e17829828 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/44607e9b-256a-4588-884d-494ad9c88a31 HTTP/1.1" status: 204  len: 168 time: 0.1678741
Sep 25 04:54:21.740258 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a3046-1415-4891-9798-400e17829828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44607e9b-256a-4588-884d-494ad9c88a31,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:54:22.528083 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092b5e6-c1db-4aea-bb6b-46b0b51b43f1 req-d7991217-d8d2-4e25-a7d0-05ef98f1c024 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:22.529641 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f092b5e6-c1db-4aea-bb6b-46b0b51b43f1 req-d7991217-d8d2-4e25-a7d0-05ef98f1c024 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 944 time: 0.2024693
Sep 25 04:54:22.569411 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f092b5e6-c1db-4aea-bb6b-46b0b51b43f1 req-9831b1c4-e773-455b-8b4e-af696e4bf1e6 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0328264
Sep 25 04:54:23.597891 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-855e5da7-4ab7-47a0-aac0-a74515a9bfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:23.682276 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42876b33-bf0f-49db-ae6a-063644f20852 req-3537a714-061f-4ae4-b4f4-8c12a7833fa8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:23.683759 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42876b33-bf0f-49db-ae6a-063644f20852 req-3537a714-061f-4ae4-b4f4-8c12a7833fa8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 944 time: 0.0479047
Sep 25 04:54:23.721342 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-42876b33-bf0f-49db-ae6a-063644f20852 req-e050746e-2efa-4b93-a2c3-ec148714aaa4 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0316138
Sep 25 04:54:24.135041 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:24.614867 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:24.838847 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc1485-acd7-4f84-bebe-96f08da6fd99 req-c9347922-4f37-4135-a77c-574ecd870fdb tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:24.840412 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61cc1485-acd7-4f84-bebe-96f08da6fd99 req-c9347922-4f37-4135-a77c-574ecd870fdb tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 944 time: 0.0496833
Sep 25 04:54:24.879549 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-61cc1485-acd7-4f84-bebe-96f08da6fd99 req-ddb75f99-8937-4edb-9d6a-1071bbbd139c tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331633
Sep 25 04:54:25.326701 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:54:25.425012 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:25.833214 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 52e52ef2-16b8-46eb-8842-dee86918e06c details requested by agent hyperv_hv-cinder-76845 with host hv-cinder-76845 {{(pid=101199) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
Sep 25 04:54:25.926848 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 52e52ef2-16b8-46eb-8842-dee86918e06c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=52e52ef2-16b8-46eb-8842-dee86918e06c,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:54:25.938569 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Returning: {'device': '52e52ef2-16b8-46eb-8842-dee86918e06c', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'port_id': '52e52ef2-16b8-46eb-8842-dee86918e06c', 'mac_address': 'fa:16:3e:12:90:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101199) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
Sep 25 04:54:25.980830 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:25.993971 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e52ef2-16b8-46eb-8842-dee86918e06c {{(pid=101199) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Sep 25 04:54:26.000040 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae6dd2-8f6d-438c-ae6d-a51e10dda65e req-39fdcb9b-ac01-4ebd-b1f1-67ca906a53df tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:26.001517 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fae6dd2-8f6d-438c-ae6d-a51e10dda65e req-39fdcb9b-ac01-4ebd-b1f1-67ca906a53df tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 944 time: 0.0517547
Sep 25 04:54:26.013534 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 52e52ef2-16b8-46eb-8842-dee86918e06c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=52e52ef2-16b8-46eb-8842-dee86918e06c,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:54:26.038996 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0fae6dd2-8f6d-438c-ae6d-a51e10dda65e req-6b939522-ca29-429b-84f0-178112d4e76a tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307536
Sep 25 04:54:26.077623 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:26.131120 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=52e52ef2-16b8-46eb-8842-dee86918e06c,revision_number=4']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:54:26.296688 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] get_ports_and_sgs() called for port_ids ['52e52ef2-16b8-46eb-8842-dee86918e06c'] {{(pid=101199) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
Sep 25 04:54:26.770163 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:27.153016 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7dc88-6d03-4733-a00b-8f595180d323 req-0eef2f21-083b-4955-8b28-e02019ef72d4 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:27.154482 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1bc7dc88-6d03-4733-a00b-8f595180d323 req-0eef2f21-083b-4955-8b28-e02019ef72d4 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 945 time: 0.0493755
Sep 25 04:54:27.192665 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-1bc7dc88-6d03-4733-a00b-8f595180d323 req-5866f907-04c0-4a19-963c-d5d68f177ad6 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319831
Sep 25 04:54:27.843114 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 52e52ef2-16b8-46eb-8842-dee86918e06c up at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
Sep 25 04:54:27.961677 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning for port 52e52ef2-16b8-46eb-8842-dee86918e06c completed by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Sep 25 04:54:27.965792 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.provisioning_blocks [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Provisioning complete for port 52e52ef2-16b8-46eb-8842-dee86918e06c triggered by entity L2. {{(pid=101199) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Sep 25 04:54:27.970205 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-694564'] for port, provisioning_complete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:28.047367 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:28.069756 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e52ef2-16b8-46eb-8842-dee86918e06c'}] {{(pid=101199) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:54:28.071965 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ff6660f6122373d08c588dd97f9d6d8712f548017ebea031a804a3037c55b3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef681d9-98a1-4a03-8915-e76f287ab3b8" -d '{"events": [{"server_uuid": "67ea5f91-83db-4ddb-b87a-4b4f428db469", "name": "network-vif-plugged", "status": "completed", "tag": "52e52ef2-16b8-46eb-8842-dee86918e06c"}]}' {{(pid=101199) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:54:28.084724 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] For port 52e52ef2-16b8-46eb-8842-dee86918e06c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=52e52ef2-16b8-46eb-8842-dee86918e06c,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:54:28.108872 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7bff2d-f3b1-4f4e-812e-bdd267ca56ad x-openstack-request-id: req-9e7bff2d-f3b1-4f4e-812e-bdd267ca56ad {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:54:28.109157 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ea5f91-83db-4ddb-b87a-4b4f428db469", "name": "network-vif-plugged", "status": "completed", "tag": "52e52ef2-16b8-46eb-8842-dee86918e06c", "code": 200}]} {{(pid=101199) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:54:28.109402 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e7bff2d-f3b1-4f4e-812e-bdd267ca56ad {{(pid=101199) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:54:28.109785 dv-cinder-768458-10-iscsi neutron-server[101199]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e52ef2-16b8-46eb-8842-dee86918e06c', 'code': 200}
Sep 25 04:54:28.152132 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077'] for port, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:28.198115 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Pushing event updated for resources: {'Port': ['ID=52e52ef2-16b8-46eb-8842-dee86918e06c,revision_number=5']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:54:28.307021 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9613a-b5c3-4a81-b307-c16a83511add req-ffbd9cb7-b6a0-4c72-b7ed-791f042270df tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:28.308649 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bfb9613a-b5c3-4a81-b307-c16a83511add req-ffbd9cb7-b6a0-4c72-b7ed-791f042270df tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 946 time: 0.0507061
Sep 25 04:54:28.386661 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-bfb9613a-b5c3-4a81-b307-c16a83511add req-339841ee-0810-4af5-b3e4-7bd1b18fd3e1 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714602
Sep 25 04:54:28.390386 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-f2f9472b-6595-4c82-aeef-255954c58b51 req-eb30ff64-2cec-441d-ba70-2fded2f063ad service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0676062
Sep 25 04:54:28.459907 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414976d-44c4-4dd6-9600-7bc61b4676b3 req-c6713287-293f-41b8-aa3e-5e3739768b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:28.460857 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9472b-6595-4c82-aeef-255954c58b51 req-8495ce60-509c-4635-841f-70f9ec84cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:28.461479 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3414976d-44c4-4dd6-9600-7bc61b4676b3 req-c6713287-293f-41b8-aa3e-5e3739768b4c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 1099 time: 0.0420001
Sep 25 04:54:28.462456 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-f2f9472b-6595-4c82-aeef-255954c58b51 req-8495ce60-509c-4635-841f-70f9ec84cf96 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 1098 time: 0.0423439
Sep 25 04:54:28.501363 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-3414976d-44c4-4dd6-9600-7bc61b4676b3 req-886f38f6-4a64-41fb-8bed-d2caababe413 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0306723
Sep 25 04:54:28.579664 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9472b-6595-4c82-aeef-255954c58b51 req-54bc6dbd-1b61-4716-920e-693afc84bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:28.582196 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-f2f9472b-6595-4c82-aeef-255954c58b51 req-54bc6dbd-1b61-4716-920e-693afc84bbc6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 912 time: 0.0954087
Sep 25 04:54:29.005601 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-f2f9472b-6595-4c82-aeef-255954c58b51 req-65af94be-20e5-4845-b0d0-ca0b91aaf73b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 HTTP/1.1" status: 200  len: 999 time: 0.3001821
Sep 25 04:54:29.054718 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9472b-6595-4c82-aeef-255954c58b51 req-4018fba2-d03c-4143-9e33-eced1c95d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:29.056112 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-f2f9472b-6595-4c82-aeef-255954c58b51 req-4018fba2-d03c-4143-9e33-eced1c95d20b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c HTTP/1.1" status: 200  len: 851 time: 0.0428636
Sep 25 04:54:29.102462 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9472b-6595-4c82-aeef-255954c58b51 req-82f28912-a97c-4d7b-b5a9-55c46e13c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:29.103941 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-f2f9472b-6595-4c82-aeef-255954c58b51 req-82f28912-a97c-4d7b-b5a9-55c46e13c90d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0406101
Sep 25 04:54:29.192770 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-f2f9472b-6595-4c82-aeef-255954c58b51 req-470ab458-883f-42af-9abb-aa76f31c2842 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807326
Sep 25 04:54:29.285102 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-f2f9472b-6595-4c82-aeef-255954c58b51 req-6dfabfb9-ee04-485c-aeed-7d513d7c80f0 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837586
Sep 25 04:54:29.505270 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba359c5d-a849-48c7-8806-e9e3780a2ded req-69aef552-7a96-40f5-8b7b-865fdafae4af tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:29.506782 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ba359c5d-a849-48c7-8806-e9e3780a2ded req-69aef552-7a96-40f5-8b7b-865fdafae4af tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 946 time: 0.0500417
Sep 25 04:54:29.546468 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-ba359c5d-a849-48c7-8806-e9e3780a2ded req-3acbf792-134e-4136-9875-7f1716d5cb7c tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336013
Sep 25 04:54:30.667525 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dac38f-7b6d-4625-be02-63fbcef916b1 req-8df7dc0c-c6ec-4ba5-bf7f-d424b01cf00e tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:30.669010 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-85dac38f-7b6d-4625-be02-63fbcef916b1 req-8df7dc0c-c6ec-4ba5-bf7f-d424b01cf00e tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 946 time: 0.0520923
Sep 25 04:54:30.706514 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-85dac38f-7b6d-4625-be02-63fbcef916b1 req-eff49b87-8caa-4e76-b11d-4cf3259bd1aa tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308385
Sep 25 04:54:30.819569 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ba179-0ad4-4798-8254-90a99b58b050 req-5f44390f-3c08-415c-b2ba-35110d604d1c tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:30.821075 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d17ba179-0ad4-4798-8254-90a99b58b050 req-5f44390f-3c08-415c-b2ba-35110d604d1c tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 946 time: 0.0495036
Sep 25 04:54:30.858691 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-d17ba179-0ad4-4798-8254-90a99b58b050 req-857dfc02-7ed2-45af-8875-cca02b56f38b tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0317252
Sep 25 04:54:30.881219 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56624) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:54:30.920252 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b87541-fdfd-482b-8149-b7e57a468461 tempest-TestVolumeBootPattern-637630641 tempest-TestVolumeBootPattern-637630641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:30.922004 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-f9b87541-fdfd-482b-8149-b7e57a468461 tempest-TestVolumeBootPattern-637630641 tempest-TestVolumeBootPattern-637630641-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 1094 time: 0.0398011
Sep 25 04:54:30.924987 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56626) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:54:30.929570 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.v2.base [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Request body: {'floatingip': {'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'port_id': '52e52ef2-16b8-46eb-8842-dee86918e06c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101197) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
Sep 25 04:54:31.059695 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:31.153972 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:31.260202 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_common [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Allocated IP 172.27.2.51 (884f10d2-ae7d-401e-970c-bda63e6a05d5/2c87985e-0929-41d4-8d0c-ac4f45d76dc0/4425135c-b763-4500-aed7-80d5f107c10a) {{(pid=101197) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Sep 25 04:54:31.360795 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for port, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:31.478109 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752566511041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:31.516160 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Network 884f10d2-ae7d-401e-970c-bda63e6a05d5 is already hosted by enough agents. {{(pid=101197) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Sep 25 04:54:31.519080 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.base_scheduler [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Resources bound (agent type, host, resource id):  {{(pid=101197) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Sep 25 04:54:31.522481 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Received port after_create {{(pid=101197) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Sep 25 04:54:31.530515 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'Port': ['ID=4425135c-b763-4500-aed7-80d5f107c10a,revision_number=1']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:54:31.872462 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:32.000062 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-719352'] for port, before_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:32.148876 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for port, precommit_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:32.214882 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752567029508', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752566511059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752566511077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9735903'] for port, after_update {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:32.281262 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event updated for resources: {'Port': ['ID=4425135c-b763-4500-aed7-80d5f107c10a,revision_number=2']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:54:32.298303 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3716380'] for floatingip, after_create {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:32.398208 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.l3_db [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Floating IP 33190873-a1ff-486d-b350-8b1dcb5a73fc associated. External IP: 172.27.2.51, port: 52e52ef2-16b8-46eb-8842-dee86918e06c.
Sep 25 04:54:32.604810 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Router 5be9fa91-cd58-493e-a4cd-25463fd28859 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:54:32.711317 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:54:32.720739 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897bff7-89ab-4a0b-877b-3c5cf1801385 None None] Sync routers for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:54:32.730861 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897bff7-89ab-4a0b-877b-3c5cf1801385 None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:54:32.735974 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-1897bff7-89ab-4a0b-877b-3c5cf1801385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd29fb9d0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:54:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:54:32.775106 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:32.802585 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-8c451dbe-3d35-46c3-9769-7e3cea9dc2f7 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8763995
Sep 25 04:54:32.803072 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'tag': '52e52ef2-16b8-46eb-8842-dee86918e06c'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:54:32.805343 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca" -d '{"events": [{"name": "network-changed", "server_uuid": "67ea5f91-83db-4ddb-b87a-4b4f428db469", "tag": "52e52ef2-16b8-46eb-8842-dee86918e06c"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:54:32.837690 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-1897bff7-89ab-4a0b-877b-3c5cf1801385 None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:54:32.850724 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd85b3aa-7584-4b5c-bc29-9eeae1ff3010 x-openstack-request-id: req-dd85b3aa-7584-4b5c-bc29-9eeae1ff3010 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:54:32.851013 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ea5f91-83db-4ddb-b87a-4b4f428db469", "tag": "52e52ef2-16b8-46eb-8842-dee86918e06c", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:54:32.851263 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd85b3aa-7584-4b5c-bc29-9eeae1ff3010 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:54:32.851658 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'tag': '52e52ef2-16b8-46eb-8842-dee86918e06c', 'status': 'completed', 'code': 200}
Sep 25 04:54:32.918315 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-0ac46de6-7be1-4715-95a0-5b4ac963b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:32.919867 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-0ac46de6-7be1-4715-95a0-5b4ac963b617 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 1099 time: 0.0439086
Sep 25 04:54:33.018046 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-04a216bf-b159-42be-a349-4e0fc078abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:33.019976 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-04a216bf-b159-42be-a349-4e0fc078abbf service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 912 time: 0.0892506
Sep 25 04:54:33.069612 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-1897bff7-89ab-4a0b-877b-3c5cf1801385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd29fb9d0>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '33190873-a1ff-486d-b350-8b1dcb5a73fc', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': '52e52ef2-16b8-46eb-8842-dee86918e06c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:12:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:54:31Z', 'updated_at': '2021-09-25T04:54:31Z', 'revision_number': 0, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}, {'id': 'd1ef3b9e-ca35-4514-a38a-7bdc738c5608', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:43:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:52:18Z', 'updated_at': '2021-09-25T04:52:21Z', 'revision_number': 1, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:54:33.089056 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-aa167101-3f09-4de0-b257-d7dae3f96c04 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52e52ef2-16b8-46eb-8842-dee86918e06c HTTP/1.1" status: 200  len: 999 time: 0.0613387
Sep 25 04:54:33.095892 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897bff7-89ab-4a0b-877b-3c5cf1801385 None None] Checking router: 5be9fa91-cd58-493e-a4cd-25463fd28859 for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:54:33.105052 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897bff7-89ab-4a0b-877b-3c5cf1801385 None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:54:33.105666 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-1897bff7-89ab-4a0b-877b-3c5cf1801385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd29fb9d0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:54:24Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:54:33.137813 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-92d254f8-3e06-4815-b7f6-ce39b47a2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:33.139254 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-92d254f8-3e06-4815-b7f6-ce39b47a2265 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c HTTP/1.1" status: 200  len: 851 time: 0.0440235
Sep 25 04:54:33.182755 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-190906dd-8f79-43bc-8f7d-e7fbdf3704ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:54:33.184241 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-190906dd-8f79-43bc-8f7d-e7fbdf3704ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0383091
Sep 25 04:54:33.195261 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-ce989f2b-b759-4c27-aaca-4fe14ea4ddf9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=101197) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Sep 25 04:54:33.196215 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-ce989f2b-b759-4c27-aaca-4fe14ea4ddf9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052016
Sep 25 04:54:33.213162 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-1897bff7-89ab-4a0b-877b-3c5cf1801385 None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:54:33.289341 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-cc0010cd-8dec-492a-a996-b518c8f7f612 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0862529
Sep 25 04:54:33.378722 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-26d3a4b2-23b3-430c-ba54-cd97f7c4cdca req-7e8056dd-1ad3-4abc-b29b-7b0faa0e8fe1 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825758
Sep 25 04:54:33.434721 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-1897bff7-89ab-4a0b-877b-3c5cf1801385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd29fb9d0>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '33190873-a1ff-486d-b350-8b1dcb5a73fc', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': '52e52ef2-16b8-46eb-8842-dee86918e06c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:12:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:54:31Z', 'updated_at': '2021-09-25T04:54:31Z', 'revision_number': 0, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}, {'id': 'd1ef3b9e-ca35-4514-a38a-7bdc738c5608', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:43:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:52:18Z', 'updated_at': '2021-09-25T04:52:21Z', 'revision_number': 1, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:54:33.464616 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897bff7-89ab-4a0b-877b-3c5cf1801385 None None] The sync data for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi is: [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': '33190873-a1ff-486d-b350-8b1dcb5a73fc', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': '52e52ef2-16b8-46eb-8842-dee86918e06c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:12:90:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:54:31Z', 'updated_at': '2021-09-25T04:54:31Z', 'revision_number': 0, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}, {'id': 'd1ef3b9e-ca35-4514-a38a-7bdc738c5608', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:43:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:52:18Z', 'updated_at': '2021-09-25T04:52:21Z', 'revision_number': 1, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:54:33.648962 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c490ca61-0cb0-4314-a148-b7b49e5f4279 None None] New status for floating IP 33190873-a1ff-486d-b350-8b1dcb5a73fc: ACTIVE {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:54:49.913220 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ededafe4-5f4b-4c43-9373-769fa264b412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:53.666586 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-07eea5aa-21f6-452b-b7e6-995739769fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:54.155714 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:54.603933 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:55.459696 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:54:56.634458 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:02.326970 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:55:08.694443 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56642) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:08.847408 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Deleting port d8b9f485-4776-41ff-aaa2-ba1a6f25a1fa {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:55:08.847658 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:08.923765 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:08.924092 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:08.936177 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Calling delete_port for d8b9f485-4776-41ff-aaa2-ba1a6f25a1fa owned by network:floatingip {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:55:09.158496 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:09.186451 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event deleted for resources: {'Port': ['ID=d8b9f485-4776-41ff-aaa2-ba1a6f25a1fa,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:09.211195 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:09.216573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:09.216573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:09.216573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:09.216573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:09.216573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:09.216573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:09.216573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:09.216573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:09.216573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:09.216573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:09.216573 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:09.254425 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for floatingip, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:09.254753 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.db.l3_db [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Floating IP 2359cbfa-0726-43c0-9bba-28f2d98a9411 disassociated (deleted). External IP: 172.27.2.234, port: aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb.
Sep 25 04:55:09.466232 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Router bbefe7e0-260e-4b73-b174-265821960ae6 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:55:09.576941 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:55:09.581423 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:09.588685 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f4b08-4fd9-4bd8-8df2-61e5a6d04efe None None] Sync routers for ids ['bbefe7e0-260e-4b73-b174-265821960ae6'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:55:09.598707 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f4b08-4fd9-4bd8-8df2-61e5a6d04efe None None] Routers {'bbefe7e0-260e-4b73-b174-265821960ae6'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:55:09.599330 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-dd2f4b08-4fd9-4bd8-8df2-61e5a6d04efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2f7d1f0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:54:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['bbefe7e0-260e-4b73-b174-265821960ae6'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:09.611547 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4c1c6b5b-3c74-437e-9156-aba87e076228 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "DELETE /v2.0/floatingips/2359cbfa-0726-43c0-9bba-28f2d98a9411 HTTP/1.1" status: 204  len: 168 time: 0.9159570
Sep 25 04:55:09.612074 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:55:09.614405 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3b0116-6f6a-4ae8-a6dd-16a5ee078d0b" -d '{"events": [{"name": "network-changed", "server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:55:09.657172 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7001ea8-9fb2-4fec-b165-e3e9da664de9 x-openstack-request-id: req-b7001ea8-9fb2-4fec-b165-e3e9da664de9 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:55:09.657456 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:55:09.657705 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7001ea8-9fb2-4fec-b165-e3e9da664de9 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:55:09.658100 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'status': 'completed', 'code': 200}
Sep 25 04:55:09.785198 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b0116-6f6a-4ae8-a6dd-16a5ee078d0b req-c84508a5-7355-4355-929d-139c4dd2baba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:55:09.786925 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1e3b0116-6f6a-4ae8-a6dd-16a5ee078d0b req-c84508a5-7355-4355-929d-139c4dd2baba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f852bbec2bbd4cb4952442eb36ef3e97&device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 1098 time: 0.1016161
Sep 25 04:55:09.836192 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-dd2f4b08-4fd9-4bd8-8df2-61e5a6d04efe None None] Set router bbefe7e0-260e-4b73-b174-265821960ae6 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:55:09.885615 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b0116-6f6a-4ae8-a6dd-16a5ee078d0b req-05ca0477-6ebe-4ab2-b24f-35adf718a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:55:09.887158 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1e3b0116-6f6a-4ae8-a6dd-16a5ee078d0b req-05ca0477-6ebe-4ab2-b24f-35adf718a252 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4f75bfee-8cdc-46d8-84a6-fd8d49848512 HTTP/1.1" status: 200  len: 908 time: 0.0922694
Sep 25 04:55:09.932196 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1e3b0116-6f6a-4ae8-a6dd-16a5ee078d0b req-57325741-881d-4463-a563-1d91efcb219a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb HTTP/1.1" status: 200  len: 217 time: 0.0377741
Sep 25 04:55:09.984874 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b0116-6f6a-4ae8-a6dd-16a5ee078d0b req-9face25b-e8c2-4e4f-a0f9-059e402fbf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:55:09.988820 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1e3b0116-6f6a-4ae8-a6dd-16a5ee078d0b req-9face25b-e8c2-4e4f-a0f9-059e402fbf35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8dc8783-7d80-4595-ae85-e109cbb6005a HTTP/1.1" status: 200  len: 847 time: 0.0445261
Sep 25 04:55:10.040113 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-dd2f4b08-4fd9-4bd8-8df2-61e5a6d04efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2f7d1f0>, [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 4, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c9d11733-573c-4650-9f4c-b6f0cfee4954', 'name': '', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'mac_address': 'fa:16:3e:46:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:31Z', 'updated_at': '2021-09-25T04:50:36Z', 'revision_number': 5, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'subnets': [{'id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:10.051393 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b0116-6f6a-4ae8-a6dd-16a5ee078d0b req-70b21b6c-2124-4f3a-ad4b-0948f3ce63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:55:10.056403 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1e3b0116-6f6a-4ae8-a6dd-16a5ee078d0b req-70b21b6c-2124-4f3a-ad4b-0948f3ce63b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4f75bfee-8cdc-46d8-84a6-fd8d49848512&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0444703
Sep 25 04:55:10.071973 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f4b08-4fd9-4bd8-8df2-61e5a6d04efe None None] Checking router: bbefe7e0-260e-4b73-b174-265821960ae6 for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:55:10.079346 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c521c-4f49-4e66-b6c6-20d31aa1ee87 req-96390171-49a3-44e9-8f55-4884c9167336 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:55:10.080832 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f4b08-4fd9-4bd8-8df2-61e5a6d04efe None None] Routers {'bbefe7e0-260e-4b73-b174-265821960ae6'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:55:10.081462 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-dd2f4b08-4fd9-4bd8-8df2-61e5a6d04efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2f7d1f0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:54:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['bbefe7e0-260e-4b73-b174-265821960ae6'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:10.081965 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6f5c521c-4f49-4e66-b6c6-20d31aa1ee87 req-96390171-49a3-44e9-8f55-4884c9167336 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0550420
Sep 25 04:55:10.129437 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6f5c521c-4f49-4e66-b6c6-20d31aa1ee87 req-6779ec09-4ab9-47de-b740-421c8a0352d3 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401375
Sep 25 04:55:10.158392 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1e3b0116-6f6a-4ae8-a6dd-16a5ee078d0b req-cddf2279-6d9e-4485-b71c-75bff9062c92 service neutron] 10.222.0.23 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0919299
Sep 25 04:55:10.189939 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-dd2f4b08-4fd9-4bd8-8df2-61e5a6d04efe None None] Set router bbefe7e0-260e-4b73-b174-265821960ae6 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:55:10.249497 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-1e3b0116-6f6a-4ae8-a6dd-16a5ee078d0b req-2fc28a49-58d6-4324-9776-cd4b6029c7e4 service neutron] 10.222.0.23 "GET /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0821044
Sep 25 04:55:10.387686 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-dd2f4b08-4fd9-4bd8-8df2-61e5a6d04efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2f7d1f0>, [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 4, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c9d11733-573c-4650-9f4c-b6f0cfee4954', 'name': '', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'mac_address': 'fa:16:3e:46:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:31Z', 'updated_at': '2021-09-25T04:50:36Z', 'revision_number': 5, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'subnets': [{'id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:10.413647 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2f4b08-4fd9-4bd8-8df2-61e5a6d04efe None None] The sync data for ids ['bbefe7e0-260e-4b73-b174-265821960ae6'] in dv-cinder-768458-10-iscsi is: [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:50:32Z', 'revision_number': 4, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c9d11733-573c-4650-9f4c-b6f0cfee4954', 'name': '', 'network_id': '4f75bfee-8cdc-46d8-84a6-fd8d49848512', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'mac_address': 'fa:16:3e:46:6f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:31Z', 'updated_at': '2021-09-25T04:50:36Z', 'revision_number': 5, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'subnets': [{'id': 'a8dc8783-7d80-4595-ae85-e109cbb6005a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:55:10.628749 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d654ea-d80f-4761-8c45-603cefd202fa None None] New status for floating IP 2359cbfa-0726-43c0-9bba-28f2d98a9411: DOWN {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:55:11.249352 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac883f-fc86-4000-86f6-e2c518435dcd req-f0531cd1-77dc-4259-9897-bd4026341510 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:55:11.250817 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4eac883f-fc86-4000-86f6-e2c518435dcd req-f0531cd1-77dc-4259-9897-bd4026341510 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0497363
Sep 25 04:55:11.287627 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-4eac883f-fc86-4000-86f6-e2c518435dcd req-d29c4033-5c91-4954-a756-6b8b38616888 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/security-groups?id=387fd53c-7582-427a-b8a1-5fcfa482948e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0309687
Sep 25 04:55:11.639305 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eb1ae-1d69-4071-9dc0-719455397fce req-de57c88a-7a49-4bf4-9aa9-f648f1453d13 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:55:11.640791 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8e7eb1ae-1d69-4071-9dc0-719455397fce req-de57c88a-7a49-4bf4-9aa9-f648f1453d13 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.23 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 945 time: 0.0478189
Sep 25 04:55:11.732461 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-8e7eb1ae-1d69-4071-9dc0-719455397fce req-831d7734-9eaa-47c0-a7a5-4b5d80474648 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Deleting port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:55:11.732799 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8e7eb1ae-1d69-4071-9dc0-719455397fce req-831d7734-9eaa-47c0-a7a5-4b5d80474648 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:11.818272 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-8e7eb1ae-1d69-4071-9dc0-719455397fce req-831d7734-9eaa-47c0-a7a5-4b5d80474648 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] For port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:55:11.818542 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8e7eb1ae-1d69-4071-9dc0-719455397fce req-831d7734-9eaa-47c0-a7a5-4b5d80474648 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:11.830436 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-8e7eb1ae-1d69-4071-9dc0-719455397fce req-831d7734-9eaa-47c0-a7a5-4b5d80474648 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Calling delete_port for aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb owned by compute:nova {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:55:12.032506 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8e7eb1ae-1d69-4071-9dc0-719455397fce req-831d7734-9eaa-47c0-a7a5-4b5d80474648 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:12.064871 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d7734-9eaa-47c0-a7a5-4b5d80474648 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event deleted for resources: {'Port': ['ID=aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:12.101934 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7eb1ae-1d69-4071-9dc0-719455397fce req-831d7734-9eaa-47c0-a7a5-4b5d80474648 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] No DVR routers for this DVR port aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb on host hv-cinder-76845 {{(pid=101197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:55:12.104693 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-8e7eb1ae-1d69-4071-9dc0-719455397fce req-831d7734-9eaa-47c0-a7a5-4b5d80474648 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:12.106689 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8e7eb1ae-1d69-4071-9dc0-719455397fce req-831d7734-9eaa-47c0-a7a5-4b5d80474648 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.23 "DELETE /v2.0/ports/aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb HTTP/1.1" status: 204  len: 173 time: 0.4594214
Sep 25 04:55:12.107117 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'name': 'network-vif-deleted', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:55:12.109356 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18878385-9eb6-4819-89ac-588edb1f66e0" -d '{"events": [{"server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "name": "network-vif-deleted", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:55:12.152452 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3860a40-e2fb-4f45-b26c-55bf9e5c7055 x-openstack-request-id: req-e3860a40-e2fb-4f45-b26c-55bf9e5c7055 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:55:12.152452 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58548db-bdff-45dc-a7b3-4884c073411a", "name": "network-vif-deleted", "tag": "aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:55:12.152452 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e3860a40-e2fb-4f45-b26c-55bf9e5c7055 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:55:12.152452 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58548db-bdff-45dc-a7b3-4884c073411a', 'name': 'network-vif-deleted', 'tag': 'aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb', 'status': 'completed', 'code': 200}
Sep 25 04:55:12.380482 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-6fd22fe4-c9bd-4ceb-adc1-051b274bc685 req-9fba0cd0-6b90-49c8-97ab-a7bece5b3e25 tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "GET /v2.0/ports?device_id=c58548db-bdff-45dc-a7b3-4884c073411a HTTP/1.1" status: 200  len: 210 time: 0.0262525
Sep 25 04:55:13.437477 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56664) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:13.497176 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4698653a-5b9e-45e0-8811-3d521960893c tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:13.522914 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4698653a-5b9e-45e0-8811-3d521960893c tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:13.643513 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4698653a-5b9e-45e0-8811-3d521960893c tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:13.646110 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-4698653a-5b9e-45e0-8811-3d521960893c tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:13.647292 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-4698653a-5b9e-45e0-8811-3d521960893c tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] 10.222.0.20 "DELETE /v2.0/security-groups/387fd53c-7582-427a-b8a1-5fcfa482948e HTTP/1.1" status: 204  len: 168 time: 0.2088380
Sep 25 04:55:13.656661 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698653a-5b9e-45e0-8811-3d521960893c tempest-TestShelveInstance-680755502 tempest-TestShelveInstance-680755502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=387fd53c-7582-427a-b8a1-5fcfa482948e,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:13.761916 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56668) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:14.362406 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715868'] for router_interface, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:14.599086 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Deleting port c9d11733-573c-4650-9f4c-b6f0cfee4954 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:55:14.605037 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:14.675469 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] For port c9d11733-573c-4650-9f4c-b6f0cfee4954, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=c9d11733-573c-4650-9f4c-b6f0cfee4954,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:55:14.675854 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:14.688067 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Calling delete_port for c9d11733-573c-4650-9f4c-b6f0cfee4954 owned by network:router_interface {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:55:14.906830 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:14.936206 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d11733-573c-4650-9f4c-b6f0cfee4954,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:14.948143 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:14.948524 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:14.948848 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:14.949183 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:14.949513 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:14.949841 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:14.950170 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:14.950495 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:14.950818 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:14.951141 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:14.951462 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:14.951778 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:15.109319 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716501'] for router_interface, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:15.314471 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Router bbefe7e0-260e-4b73-b174-265821960ae6 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:55:15.419562 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:55:15.424629 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-6269e09b-c3bb-4793-aed3-cafbcef7878f admin admin] 10.222.0.20 "PUT /v2.0/routers/bbefe7e0-260e-4b73-b174-265821960ae6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6616702
Sep 25 04:55:15.427151 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56670) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:15.428448 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a03ea41-bfff-4874-be10-5bd0d34addd1 None None] Sync routers for ids ['bbefe7e0-260e-4b73-b174-265821960ae6'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:55:15.437737 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a03ea41-bfff-4874-be10-5bd0d34addd1 None None] Routers {'bbefe7e0-260e-4b73-b174-265821960ae6'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:55:15.438358 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-2a03ea41-bfff-4874-be10-5bd0d34addd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd288e7f0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:54:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['bbefe7e0-260e-4b73-b174-265821960ae6'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:15.530519 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:15.544040 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-2a03ea41-bfff-4874-be10-5bd0d34addd1 None None] Set router bbefe7e0-260e-4b73-b174-265821960ae6 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:55:15.628365 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:15.723312 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-2a03ea41-bfff-4874-be10-5bd0d34addd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd288e7f0>, [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:55:14Z', 'revision_number': 5, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port': {'id': '2daf11b8-44fc-4262-ac87-e954fe44ca03', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:29Z', 'updated_at': '2021-09-25T04:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:15.741290 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Deleting port 2daf11b8-44fc-4262-ac87-e954fe44ca03 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:55:15.741631 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:15.750336 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a03ea41-bfff-4874-be10-5bd0d34addd1 None None] Checking router: bbefe7e0-260e-4b73-b174-265821960ae6 for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:55:15.758691 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a03ea41-bfff-4874-be10-5bd0d34addd1 None None] Routers {'bbefe7e0-260e-4b73-b174-265821960ae6'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:55:15.759423 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-2a03ea41-bfff-4874-be10-5bd0d34addd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd288e7f0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:54:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['bbefe7e0-260e-4b73-b174-265821960ae6'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:15.820166 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] For port 2daf11b8-44fc-4262-ac87-e954fe44ca03, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=2daf11b8-44fc-4262-ac87-e954fe44ca03,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:55:15.820781 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:15.833419 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Calling delete_port for 2daf11b8-44fc-4262-ac87-e954fe44ca03 owned by network:router_gateway {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:55:15.846387 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-2a03ea41-bfff-4874-be10-5bd0d34addd1 None None] Set router bbefe7e0-260e-4b73-b174-265821960ae6 gateway port host: None {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:55:15.900596 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-2a03ea41-bfff-4874-be10-5bd0d34addd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd288e7f0>, [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:55:15Z', 'revision_number': 6, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port_host': None}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:15.926578 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a03ea41-bfff-4874-be10-5bd0d34addd1 None None] The sync data for ids ['bbefe7e0-260e-4b73-b174-265821960ae6'] in dv-cinder-768458-10-iscsi is: [{'id': 'bbefe7e0-260e-4b73-b174-265821960ae6', 'name': 'tempest-TestShelveInstance-641129480-router', 'tenant_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:28Z', 'updated_at': '2021-09-25T04:55:15Z', 'revision_number': 6, 'project_id': 'f852bbec2bbd4cb4952442eb36ef3e97', 'gw_port_host': None}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:55:16.043890 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.069737 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2daf11b8-44fc-4262-ac87-e954fe44ca03,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:16.106750 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:55:16.126961 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:55:16.127303 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device aa01b45e-5e2e-4ce8-a622-b05a8a3c2ceb not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:55:16.133219 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716438'] for router_gateway, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.221936 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3703353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30087'] for router, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.224059 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.329814 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3703344'] for router, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.330384 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbefe7e0-260e-4b73-b174-265821960ae6 {{(pid=101198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 25 04:55:16.334659 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.335848 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9c2678d6-67e6-45f3-a543-6495fe6fc6f8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bbefe7e0-260e-4b73-b174-265821960ae6 HTTP/1.1" status: 204  len: 168 time: 0.9077692
Sep 25 04:55:16.339506 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56672) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:16.388355 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da6793d-72d3-4971-ad71-7c1660c38429 admin admin] Deleting subnet a8dc8783-7d80-4595-ae85-e109cbb6005a {{(pid=101197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:55:16.392210 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8da6793d-72d3-4971-ad71-7c1660c38429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.429238 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8da6793d-72d3-4971-ad71-7c1660c38429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9493515'] for subnet, precommit_delete_associations {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.538759 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 2daf11b8-44fc-4262-ac87-e954fe44ca03 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:55:16.541277 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8da6793d-72d3-4971-ad71-7c1660c38429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.559173 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 2daf11b8-44fc-4262-ac87-e954fe44ca03 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:55:16.559565 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 2daf11b8-44fc-4262-ac87-e954fe44ca03 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:55:16.559986 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device c9d11733-573c-4650-9f4c-b6f0cfee4954 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:55:16.580418 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: c9d11733-573c-4650-9f4c-b6f0cfee4954 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:55:16.580892 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device c9d11733-573c-4650-9f4c-b6f0cfee4954 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:55:16.684226 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8da6793d-72d3-4971-ad71-7c1660c38429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9735817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9557991'] for subnet, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.715741 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6793d-72d3-4971-ad71-7c1660c38429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8dc8783-7d80-4595-ae85-e109cbb6005a,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:16.717803 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-8da6793d-72d3-4971-ad71-7c1660c38429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.719716 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-8da6793d-72d3-4971-ad71-7c1660c38429 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a8dc8783-7d80-4595-ae85-e109cbb6005a HTTP/1.1" status: 204  len: 168 time: 0.3779621
Sep 25 04:55:16.722502 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56674) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:16.726580 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a8f91-05e0-431a-9d1e-9a87f6c4f50b None None] Network 4f75bfee-8cdc-46d8-84a6-fd8d49848512 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:55:16.802647 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.858046 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Deleting port 39becf23-75d9-4011-8688-3bcf8a8580e1 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:55:16.858438 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.913481 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] DHCP port deletion for 4f75bfee-8cdc-46d8-84a6-fd8d49848512 request from dv-cinder-768458-10-iscsi {{(pid=101199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Sep 25 04:55:16.932118 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] For port 39becf23-75d9-4011-8688-3bcf8a8580e1, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=39becf23-75d9-4011-8688-3bcf8a8580e1,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:55:16.932545 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:16.945162 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Calling delete_port for 39becf23-75d9-4011-8688-3bcf8a8580e1 owned by network:dhcp {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:55:16.967066 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Deleting port 39becf23-75d9-4011-8688-3bcf8a8580e1 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:55:16.967441 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:17.033291 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] For port 39becf23-75d9-4011-8688-3bcf8a8580e1, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=39becf23-75d9-4011-8688-3bcf8a8580e1,segment=NetworkSegment(112fded6-7617-4e45-841c-e5e26e538e4f),segment_id=112fded6-7617-4e45-841c-e5e26e538e4f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:55:17.033727 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:17.047002 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Calling delete_port for 39becf23-75d9-4011-8688-3bcf8a8580e1 owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:55:17.111436 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:17.125818 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:17.142400 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=39becf23-75d9-4011-8688-3bcf8a8580e1,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:17.146347 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] No DVR routers for this DVR port 39becf23-75d9-4011-8688-3bcf8a8580e1 on host dv-cinder-768458-10-iscsi {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:55:17.151407 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Pushing event deleted for resources: {'Port': ['ID=39becf23-75d9-4011-8688-3bcf8a8580e1,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:17.155870 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] No DVR routers for this DVR port 39becf23-75d9-4011-8688-3bcf8a8580e1 on host dv-cinder-768458-10-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:55:17.164825 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:17.164825 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:17.164825 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:17.164825 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:17.164825 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:17.164825 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:17.164825 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:17.166233 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:17.166233 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:17.166557 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:17.166891 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:17.167464 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79b288f-c1d7-4e76-8ec6-452abe27bc44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:55:17.228651 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:17.254279 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd1fca310>,) {'filters': {'network_id': ['4f75bfee-8cdc-46d8-84a6-fd8d49848512']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:17.264537 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1fca310>, '112fded6-7617-4e45-841c-e5e26e538e4f') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:17.264839 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1fca310>, '112fded6-7617-4e45-841c-e5e26e538e4f') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:17.274315 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855354'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:17.287416 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:17.293645 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:55:17.294032 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543668'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]: Traceback (most recent call last):
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     timer()
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     cb(*args, **kw)
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     return func(*args, **kwargs)
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     self._notify()
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     self.callback(batched_events)
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     event.method(event)
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     return f(self, *a, **k)
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._get(url).json()
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:55:17.295684 dv-cinder-768458-10-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:55:17.449683 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:17.455353 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:17.457429 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4f75bfee-8cdc-46d8-84a6-fd8d49848512 HTTP/1.1" status: 204  len: 168 time: 0.7337115
Sep 25 04:55:17.460389 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56676) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:17.468326 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104800ab-fdc0-4b0f-9c63-b92bcb106cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f75bfee-8cdc-46d8-84a6-fd8d49848512,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:18.032901 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1b3dc771-48b2-4364-9a57-16a0d53415af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715868'] for router_interface, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:18.270706 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-1b3dc771-48b2-4364-9a57-16a0d53415af admin admin] Deleting port 7ef528d0-214a-48f2-80e6-11a7b24c29b9 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:55:18.271052 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1b3dc771-48b2-4364-9a57-16a0d53415af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:18.354164 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [None req-1b3dc771-48b2-4364-9a57-16a0d53415af admin admin] For port 7ef528d0-214a-48f2-80e6-11a7b24c29b9, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=7ef528d0-214a-48f2-80e6-11a7b24c29b9,segment=NetworkSegment(226b45a0-ddac-4b35-9c14-7faeced0414f),segment_id=226b45a0-ddac-4b35-9c14-7faeced0414f)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:55:18.354474 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1b3dc771-48b2-4364-9a57-16a0d53415af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:18.366715 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-1b3dc771-48b2-4364-9a57-16a0d53415af admin admin] Calling delete_port for 7ef528d0-214a-48f2-80e6-11a7b24c29b9 owned by network:router_interface {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:55:18.534252 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 39becf23-75d9-4011-8688-3bcf8a8580e1 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:55:18.554674 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 39becf23-75d9-4011-8688-3bcf8a8580e1 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:55:18.561574 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 39becf23-75d9-4011-8688-3bcf8a8580e1 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:55:18.638429 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1b3dc771-48b2-4364-9a57-16a0d53415af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:18.661876 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dc771-48b2-4364-9a57-16a0d53415af admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef528d0-214a-48f2-80e6-11a7b24c29b9,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:18.827446 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1b3dc771-48b2-4364-9a57-16a0d53415af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716501'] for router_interface, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:19.036342 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3dc771-48b2-4364-9a57-16a0d53415af admin admin] Router e8dda565-d8a0-4d5e-9e09-5869ac7b560f has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:55:19.143033 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3dc771-48b2-4364-9a57-16a0d53415af admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:55:19.148209 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-1b3dc771-48b2-4364-9a57-16a0d53415af admin admin] 10.222.0.20 "PUT /v2.0/routers/e8dda565-d8a0-4d5e-9e09-5869ac7b560f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6867628
Sep 25 04:55:19.151264 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56678) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:19.153904 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318490f-5d3d-4249-a665-d9e69b00aef9 None None] Sync routers for ids ['e8dda565-d8a0-4d5e-9e09-5869ac7b560f'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:55:19.162982 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318490f-5d3d-4249-a665-d9e69b00aef9 None None] Routers {'e8dda565-d8a0-4d5e-9e09-5869ac7b560f'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:55:19.163589 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-7318490f-5d3d-4249-a665-d9e69b00aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8542790>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:54:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['e8dda565-d8a0-4d5e-9e09-5869ac7b560f'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:19.251733 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Notify callbacks [] for router, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:19.266186 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-7318490f-5d3d-4249-a665-d9e69b00aef9 None None] Set router e8dda565-d8a0-4d5e-9e09-5869ac7b560f gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:55:19.354079 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:19.440845 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-7318490f-5d3d-4249-a665-d9e69b00aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8542790>, [{'id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'name': 'tempest-TestShelveInstance-1081532914-router', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:55:18Z', 'revision_number': 5, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'gw_port': {'id': '3c5cfda8-6ce3-43bc-aedc-34944bdd3e85', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:4f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:50:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:19.476359 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Deleting port 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:55:19.476701 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:19.561465 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318490f-5d3d-4249-a665-d9e69b00aef9 None None] Checking router: e8dda565-d8a0-4d5e-9e09-5869ac7b560f for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:55:19.565064 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] For port 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=3c5cfda8-6ce3-43bc-aedc-34944bdd3e85,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:55:19.565459 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:19.569936 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7318490f-5d3d-4249-a665-d9e69b00aef9 None None] Routers {'e8dda565-d8a0-4d5e-9e09-5869ac7b560f'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:55:19.570558 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-7318490f-5d3d-4249-a665-d9e69b00aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8542790>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:54:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['e8dda565-d8a0-4d5e-9e09-5869ac7b560f'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:19.579036 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Calling delete_port for 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 owned by network:router_gateway {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:55:19.659032 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-7318490f-5d3d-4249-a665-d9e69b00aef9 None None] Set router e8dda565-d8a0-4d5e-9e09-5869ac7b560f gateway port host: None {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:55:19.711330 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-7318490f-5d3d-4249-a665-d9e69b00aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8542790>, [{'id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'name': 'tempest-TestShelveInstance-1081532914-router', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:55:19Z', 'revision_number': 6, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'gw_port_host': None}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:19.741531 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7318490f-5d3d-4249-a665-d9e69b00aef9 None None] The sync data for ids ['e8dda565-d8a0-4d5e-9e09-5869ac7b560f'] in dv-cinder-768458-10-iscsi is: [{'id': 'e8dda565-d8a0-4d5e-9e09-5869ac7b560f', 'name': 'tempest-TestShelveInstance-1081532914-router', 'tenant_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:50:37Z', 'updated_at': '2021-09-25T04:55:19Z', 'revision_number': 6, 'project_id': 'e0cc3bcb84da4adead14cb50a8bf02ae', 'gw_port_host': None}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:55:19.803048 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:19.828965 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5cfda8-6ce3-43bc-aedc-34944bdd3e85,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:19.878341 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-96d78b7c-3c91-4af8-9bfc-b151fc95abbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:19.890052 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716438'] for router_gateway, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:19.993501 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3703353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30087'] for router, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:19.995748 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.141479 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3703344'] for router, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.142018 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8dda565-d8a0-4d5e-9e09-5869ac7b560f {{(pid=101197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 25 04:55:20.146994 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] Notify callbacks [] for router, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.148263 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-1a12bd4c-1880-47b0-b499-9309b7aab931 admin admin] 10.222.0.20 "DELETE /v2.0/routers/e8dda565-d8a0-4d5e-9e09-5869ac7b560f HTTP/1.1" status: 204  len: 168 time: 0.9959829
Sep 25 04:55:20.151761 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56684) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:20.198785 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_v2 [None req-faca8a4d-3b1e-48bb-ba99-c9858b41f51b admin admin] Deleting subnet b946acc6-b192-43da-ac57-219883317f7d {{(pid=101197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:55:20.201743 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-faca8a4d-3b1e-48bb-ba99-c9858b41f51b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.234613 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-faca8a4d-3b1e-48bb-ba99-c9858b41f51b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9493515'] for subnet, precommit_delete_associations {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.309130 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-faca8a4d-3b1e-48bb-ba99-c9858b41f51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.415094 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-faca8a4d-3b1e-48bb-ba99-c9858b41f51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9735817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9557991'] for subnet, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.449348 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-faca8a4d-3b1e-48bb-ba99-c9858b41f51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.453799 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-faca8a4d-3b1e-48bb-ba99-c9858b41f51b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b946acc6-b192-43da-ac57-219883317f7d HTTP/1.1" status: 204  len: 168 time: 0.2985334
Sep 25 04:55:20.453799 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca8a4d-3b1e-48bb-ba99-c9858b41f51b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b946acc6-b192-43da-ac57-219883317f7d,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:20.454073 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56686) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:20.455508 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00905fd-38c7-4216-8651-b8cf64047f0c None None] Network 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:55:20.553446 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.586478 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 7ef528d0-214a-48f2-80e6-11a7b24c29b9 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:55:20.609222 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 7ef528d0-214a-48f2-80e6-11a7b24c29b9 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:55:20.609567 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 7ef528d0-214a-48f2-80e6-11a7b24c29b9 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:55:20.609993 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:55:20.610572 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Deleting port fd2231f1-3c04-488a-9592-493accaeb1be {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:55:20.610911 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.642474 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:55:20.642956 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 3c5cfda8-6ce3-43bc-aedc-34944bdd3e85 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:55:20.687561 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] For port fd2231f1-3c04-488a-9592-493accaeb1be, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fd2231f1-3c04-488a-9592-493accaeb1be,segment=NetworkSegment(226b45a0-ddac-4b35-9c14-7faeced0414f),segment_id=226b45a0-ddac-4b35-9c14-7faeced0414f)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:55:20.687561 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.703675 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Calling delete_port for fd2231f1-3c04-488a-9592-493accaeb1be owned by network:dhcp {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:55:20.721404 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db9d991-83ea-42b7-a273-8f39ab096c75 None None] DHCP port deletion for 704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4 request from dv-cinder-768458-10-iscsi {{(pid=101199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Sep 25 04:55:20.776086 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-3db9d991-83ea-42b7-a273-8f39ab096c75 None None] Deleting port fd2231f1-3c04-488a-9592-493accaeb1be {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:55:20.776489 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3db9d991-83ea-42b7-a273-8f39ab096c75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.839374 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.845757 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-3db9d991-83ea-42b7-a273-8f39ab096c75 None None] For port fd2231f1-3c04-488a-9592-493accaeb1be, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=fd2231f1-3c04-488a-9592-493accaeb1be,segment=NetworkSegment(226b45a0-ddac-4b35-9c14-7faeced0414f),segment_id=226b45a0-ddac-4b35-9c14-7faeced0414f)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:55:20.851602 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3db9d991-83ea-42b7-a273-8f39ab096c75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.858052 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-3db9d991-83ea-42b7-a273-8f39ab096c75 None None] Calling delete_port for fd2231f1-3c04-488a-9592-493accaeb1be owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:55:20.870835 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] No DVR routers for this DVR port fd2231f1-3c04-488a-9592-493accaeb1be on host dv-cinder-768458-10-iscsi {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:55:20.875684 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2231f1-3c04-488a-9592-493accaeb1be,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:20.934069 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3db9d991-83ea-42b7-a273-8f39ab096c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.944404 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:20.963326 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9d991-83ea-42b7-a273-8f39ab096c75 None None] Pushing event deleted for resources: {'Port': ['ID=fd2231f1-3c04-488a-9592-493accaeb1be,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:20.966963 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd1542b80>,) {'filters': {'network_id': ['704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:20.967118 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db9d991-83ea-42b7-a273-8f39ab096c75 None None] No DVR routers for this DVR port fd2231f1-3c04-488a-9592-493accaeb1be on host dv-cinder-768458-10-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:55:20.978627 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1542b80>, '226b45a0-ddac-4b35-9c14-7faeced0414f') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:20.978949 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd1542b80>, '226b45a0-ddac-4b35-9c14-7faeced0414f') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:55:20.988539 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855354'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:21.002292 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:21.008048 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:55:21.008464 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543668'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]: Traceback (most recent call last):
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     timer()
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     cb(*args, **kw)
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     return func(*args, **kwargs)
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     self._notify()
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     self.callback(batched_events)
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     event.method(event)
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     return f(self, *a, **k)
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._get(url).json()
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:55:21.010695 dv-cinder-768458-10-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:55:21.146900 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:21.151539 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:21.153513 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] 10.222.0.20 "DELETE /v2.0/networks/704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4 HTTP/1.1" status: 204  len: 168 time: 0.6984851
Sep 25 04:55:21.166120 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c51342-a2c1-4b0a-92cf-edf9d7e3311c admin admin] Pushing event deleted for resources: {'Network': ['ID=704161b1-9fe7-4d0e-9ade-7eaa5aa9c6f4,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:21.501877 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56690) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:21.545976 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-4815a1cc-1578-4873-91e6-443712f76309 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f852bbec2bbd4cb4952442eb36ef3e97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0429051
Sep 25 04:55:21.548542 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56692) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:21.595215 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95cc14b7-1882-4ae0-94bf-67744e88baa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:21.616070 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95cc14b7-1882-4ae0-94bf-67744e88baa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:21.735559 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95cc14b7-1882-4ae0-94bf-67744e88baa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:21.738086 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-95cc14b7-1882-4ae0-94bf-67744e88baa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:21.739247 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-95cc14b7-1882-4ae0-94bf-67744e88baa3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ade8b9e0-ae7f-4eb0-a05a-a06005d08551 HTTP/1.1" status: 204  len: 168 time: 0.1898119
Sep 25 04:55:21.747249 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc14b7-1882-4ae0-94bf-67744e88baa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade8b9e0-ae7f-4eb0-a05a-a06005d08551,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:22.396071 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56698) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:22.435874 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-0b4f3d51-744a-4bc5-bdea-0522f6ef2d65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0cc3bcb84da4adead14cb50a8bf02ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0385578
Sep 25 04:55:22.438252 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56700) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:55:22.492886 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-71ab984e-0292-424c-8f63-7475c1347ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:22.515671 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-71ab984e-0292-424c-8f63-7475c1347ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:22.534167 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fd2231f1-3c04-488a-9592-493accaeb1be no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:55:22.553663 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: fd2231f1-3c04-488a-9592-493accaeb1be {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:55:22.553936 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device fd2231f1-3c04-488a-9592-493accaeb1be not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:55:22.648644 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-71ab984e-0292-424c-8f63-7475c1347ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:22.651870 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-71ab984e-0292-424c-8f63-7475c1347ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:22.653059 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-71ab984e-0292-424c-8f63-7475c1347ed2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb6f7227-a6dd-4511-ae98-b9d34cf33ebb HTTP/1.1" status: 204  len: 168 time: 0.2139180
Sep 25 04:55:22.660892 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab984e-0292-424c-8f63-7475c1347ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f7227-a6dd-4511-ae98-b9d34cf33ebb,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:55:23.586885 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ff52548b-7ebc-4e3c-aa8a-9e4ffd28c3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:24.140047 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:24.615676 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:25.442968 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:26.638443 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:29.356196 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8f7c44dc-2577-4b1e-8cdf-bb77ac2de600 req-dee12ab8-2147-4675-877f-21cbf26ec82d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0387921
Sep 25 04:55:29.437592 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c44dc-2577-4b1e-8cdf-bb77ac2de600 req-097e1b03-c48c-4b4c-be84-43b78e4b92d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:55:29.439138 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8f7c44dc-2577-4b1e-8cdf-bb77ac2de600 req-097e1b03-c48c-4b4c-be84-43b78e4b92d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 1098 time: 0.0406897
Sep 25 04:55:29.546135 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c44dc-2577-4b1e-8cdf-bb77ac2de600 req-e6768c9f-2f82-4622-81b9-8a2598d72c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:55:29.547771 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8f7c44dc-2577-4b1e-8cdf-bb77ac2de600 req-e6768c9f-2f82-4622-81b9-8a2598d72c9f service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 912 time: 0.0891309
Sep 25 04:55:29.614227 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8f7c44dc-2577-4b1e-8cdf-bb77ac2de600 req-e20db4ad-d789-46c4-bf1f-edba1020df6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 HTTP/1.1" status: 200  len: 999 time: 0.0596640
Sep 25 04:55:29.662358 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c44dc-2577-4b1e-8cdf-bb77ac2de600 req-1a67afcd-ad8f-40c9-9acd-2eea99dc8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:55:29.663776 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8f7c44dc-2577-4b1e-8cdf-bb77ac2de600 req-1a67afcd-ad8f-40c9-9acd-2eea99dc8071 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c HTTP/1.1" status: 200  len: 851 time: 0.0431993
Sep 25 04:55:29.714847 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c44dc-2577-4b1e-8cdf-bb77ac2de600 req-bd3422d2-c467-46c2-950f-4dacadcc26ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:55:29.716330 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8f7c44dc-2577-4b1e-8cdf-bb77ac2de600 req-bd3422d2-c467-46c2-950f-4dacadcc26ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0437739
Sep 25 04:55:29.809692 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8f7c44dc-2577-4b1e-8cdf-bb77ac2de600 req-0d90c532-3f74-4974-95ef-43398da95761 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861297
Sep 25 04:55:29.904042 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-8f7c44dc-2577-4b1e-8cdf-bb77ac2de600 req-e0c6203a-647e-48ab-864d-8c5293135dd8 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872195
Sep 25 04:55:39.327565 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:55:49.872399 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-a36059f3-464c-4e43-9396-ec84f0680c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:53.592596 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-3ae79523-d583-4a41-af9a-b0be55ec5a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:54.141462 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:54.598554 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:55.461498 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:55:56.821844 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:00.201983 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56710) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:00.354117 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Deleting port 4425135c-b763-4500-aed7-80d5f107c10a {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:00.354456 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:00.694138 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:00.694464 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:00.706397 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Calling delete_port for 4425135c-b763-4500-aed7-80d5f107c10a owned by network:floatingip {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:00.940595 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:00.964125 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event deleted for resources: {'Port': ['ID=4425135c-b763-4500-aed7-80d5f107c10a,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:01.032974 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:01.033306 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Floating IP 33190873-a1ff-486d-b350-8b1dcb5a73fc disassociated (deleted). External IP: 172.27.2.51, port: 52e52ef2-16b8-46eb-8842-dee86918e06c.
Sep 25 04:56:01.236709 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Router 5be9fa91-cd58-493e-a4cd-25463fd28859 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:56:01.339258 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:56:01.344627 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:01.349595 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9257a096-8bcd-4af8-a75a-b5d908c3c607 None None] Sync routers for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:56:01.358565 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9257a096-8bcd-4af8-a75a-b5d908c3c607 None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:56:01.359176 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-9257a096-8bcd-4af8-a75a-b5d908c3c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd32e86d0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:55:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:01.371489 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-64abc4c8-fa69-4ce7-aa71-712826fdf46d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "DELETE /v2.0/floatingips/33190873-a1ff-486d-b350-8b1dcb5a73fc HTTP/1.1" status: 204  len: 168 time: 1.1684363
Sep 25 04:56:01.372589 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'tag': '52e52ef2-16b8-46eb-8842-dee86918e06c'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:56:01.374854 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945c383d-071d-4a4f-b2a5-f9281a799e6f" -d '{"events": [{"name": "network-changed", "server_uuid": "67ea5f91-83db-4ddb-b87a-4b4f428db469", "tag": "52e52ef2-16b8-46eb-8842-dee86918e06c"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:56:01.466470 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-9257a096-8bcd-4af8-a75a-b5d908c3c607 None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:56:01.605821 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b6bc7c-c0d8-4842-bd2b-70926a41cda8 x-openstack-request-id: req-21b6bc7c-c0d8-4842-bd2b-70926a41cda8 {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:56:01.605821 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67ea5f91-83db-4ddb-b87a-4b4f428db469", "tag": "52e52ef2-16b8-46eb-8842-dee86918e06c", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:56:01.605821 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21b6bc7c-c0d8-4842-bd2b-70926a41cda8 {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:56:01.605821 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'tag': '52e52ef2-16b8-46eb-8842-dee86918e06c', 'status': 'completed', 'code': 200}
Sep 25 04:56:01.697852 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-9257a096-8bcd-4af8-a75a-b5d908c3c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd32e86d0>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': 'd1ef3b9e-ca35-4514-a38a-7bdc738c5608', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:43:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:52:18Z', 'updated_at': '2021-09-25T04:52:21Z', 'revision_number': 1, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:01.722688 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c383d-071d-4a4f-b2a5-f9281a799e6f req-1e5a1a3b-976b-4073-b327-80712211d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:01.724193 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-945c383d-071d-4a4f-b2a5-f9281a799e6f req-1e5a1a3b-976b-4073-b327-80712211d7da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 1099 time: 0.0939536
Sep 25 04:56:01.724349 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9257a096-8bcd-4af8-a75a-b5d908c3c607 None None] Checking router: 5be9fa91-cd58-493e-a4cd-25463fd28859 for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:56:01.733688 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9257a096-8bcd-4af8-a75a-b5d908c3c607 None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:56:01.734293 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-9257a096-8bcd-4af8-a75a-b5d908c3c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd32e86d0>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:55:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:01.825434 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c383d-071d-4a4f-b2a5-f9281a799e6f req-aa65b991-b98d-459b-b1db-18d50e0d877c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:01.826933 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-945c383d-071d-4a4f-b2a5-f9281a799e6f req-aa65b991-b98d-459b-b1db-18d50e0d877c service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 912 time: 0.0880704
Sep 25 04:56:01.847645 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-9257a096-8bcd-4af8-a75a-b5d908c3c607 None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:56:01.858533 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78adcd35-cda5-460a-bf02-f6b7e405196a req-1a98d047-6299-4d0b-8487-77c61f5dca4f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:01.860164 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78adcd35-cda5-460a-bf02-f6b7e405196a req-1a98d047-6299-4d0b-8487-77c61f5dca4f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 946 time: 0.0529296
Sep 25 04:56:01.870486 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-945c383d-071d-4a4f-b2a5-f9281a799e6f req-e02e88ff-7cdd-4e73-a856-15d6eafbd884 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52e52ef2-16b8-46eb-8842-dee86918e06c HTTP/1.1" status: 200  len: 217 time: 0.0355000
Sep 25 04:56:01.902636 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-78adcd35-cda5-460a-bf02-f6b7e405196a req-7992616d-944a-4b1e-abd6-7e53aa3f958f tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355151
Sep 25 04:56:01.921464 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c383d-071d-4a4f-b2a5-f9281a799e6f req-400ea0f1-81d5-43b5-9709-8cf5d204c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:01.923367 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-945c383d-071d-4a4f-b2a5-f9281a799e6f req-400ea0f1-81d5-43b5-9709-8cf5d204c4bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c HTTP/1.1" status: 200  len: 851 time: 0.0457315
Sep 25 04:56:01.973372 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c383d-071d-4a4f-b2a5-f9281a799e6f req-cb4500ae-9859-4d27-9e46-88d420801028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:01.974859 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-945c383d-071d-4a4f-b2a5-f9281a799e6f req-cb4500ae-9859-4d27-9e46-88d420801028 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0439305
Sep 25 04:56:02.063835 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-945c383d-071d-4a4f-b2a5-f9281a799e6f req-36499aee-0097-4727-a6aa-e88864f48224 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0807521
Sep 25 04:56:02.079656 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-9257a096-8bcd-4af8-a75a-b5d908c3c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd32e86d0>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': 'd1ef3b9e-ca35-4514-a38a-7bdc738c5608', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:43:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:52:18Z', 'updated_at': '2021-09-25T04:52:21Z', 'revision_number': 1, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:02.105393 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9257a096-8bcd-4af8-a75a-b5d908c3c607 None None] The sync data for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi is: [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_floatingips': [{'id': 'd1ef3b9e-ca35-4514-a38a-7bdc738c5608', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'floating_ip_address': '172.27.2.3', 'floating_network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'router_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'port_id': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'mac_address': 'fa:16:3e:43:30:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-25T04:52:18Z', 'updated_at': '2021-09-25T04:52:21Z', 'revision_number': 1, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:56:02.157169 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-945c383d-071d-4a4f-b2a5-f9281a799e6f req-da64b807-b888-4d70-8b67-fcf0f85aa225 service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855310
Sep 25 04:56:02.309092 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5683de9-9e9e-4e5d-b635-f3e4e6f687cc None None] New status for floating IP 33190873-a1ff-486d-b350-8b1dcb5a73fc: DOWN {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:56:03.021198 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b28d3-f53e-4a93-8286-94965bce0d0f req-8f7e92b0-e5ef-4cd6-9346-8aa72a797462 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:03.022680 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5f3b28d3-f53e-4a93-8286-94965bce0d0f req-8f7e92b0-e5ef-4cd6-9346-8aa72a797462 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 946 time: 0.0492961
Sep 25 04:56:03.059399 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5f3b28d3-f53e-4a93-8286-94965bce0d0f req-f4d23c2d-99d2-4867-bf22-d41f606b53b6 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307989
Sep 25 04:56:03.263912 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74382d-51ca-46e3-92d3-d544bf8b9fbe req-8128e65c-870e-4580-881a-3c3df573417d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:03.265459 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-ef74382d-51ca-46e3-92d3-d544bf8b9fbe req-8128e65c-870e-4580-881a-3c3df573417d tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 946 time: 0.0498605
Sep 25 04:56:03.357949 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-ef74382d-51ca-46e3-92d3-d544bf8b9fbe req-afa8f2d8-fe5d-4bc2-9aa9-c072609fc2b8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Deleting port 52e52ef2-16b8-46eb-8842-dee86918e06c {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:03.358284 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-ef74382d-51ca-46e3-92d3-d544bf8b9fbe req-afa8f2d8-fe5d-4bc2-9aa9-c072609fc2b8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:03.444538 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-ef74382d-51ca-46e3-92d3-d544bf8b9fbe req-afa8f2d8-fe5d-4bc2-9aa9-c072609fc2b8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] For port 52e52ef2-16b8-46eb-8842-dee86918e06c, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=52e52ef2-16b8-46eb-8842-dee86918e06c,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:56:03.444898 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-ef74382d-51ca-46e3-92d3-d544bf8b9fbe req-afa8f2d8-fe5d-4bc2-9aa9-c072609fc2b8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:03.457951 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-ef74382d-51ca-46e3-92d3-d544bf8b9fbe req-afa8f2d8-fe5d-4bc2-9aa9-c072609fc2b8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Calling delete_port for 52e52ef2-16b8-46eb-8842-dee86918e06c owned by compute:nova {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:03.672704 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-ef74382d-51ca-46e3-92d3-d544bf8b9fbe req-afa8f2d8-fe5d-4bc2-9aa9-c072609fc2b8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:03.702521 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8f2d8-fe5d-4bc2-9aa9-c072609fc2b8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event deleted for resources: {'Port': ['ID=52e52ef2-16b8-46eb-8842-dee86918e06c,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:03.738781 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef74382d-51ca-46e3-92d3-d544bf8b9fbe req-afa8f2d8-fe5d-4bc2-9aa9-c072609fc2b8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] No DVR routers for this DVR port 52e52ef2-16b8-46eb-8842-dee86918e06c on host hv-cinder-76845 {{(pid=101197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:56:03.741389 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-ef74382d-51ca-46e3-92d3-d544bf8b9fbe req-afa8f2d8-fe5d-4bc2-9aa9-c072609fc2b8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:03.743354 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-ef74382d-51ca-46e3-92d3-d544bf8b9fbe req-afa8f2d8-fe5d-4bc2-9aa9-c072609fc2b8 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "DELETE /v2.0/ports/52e52ef2-16b8-46eb-8842-dee86918e06c HTTP/1.1" status: 204  len: 173 time: 0.4719248
Sep 25 04:56:03.743790 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'name': 'network-vif-deleted', 'tag': '52e52ef2-16b8-46eb-8842-dee86918e06c'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:56:03.745998 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f53bab-5f7f-47fc-a366-70fd46a412b8" -d '{"events": [{"server_uuid": "67ea5f91-83db-4ddb-b87a-4b4f428db469", "name": "network-vif-deleted", "tag": "52e52ef2-16b8-46eb-8842-dee86918e06c"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:56:03.843988 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ece5e2-ef00-4eee-9927-8c0e8e644eeb x-openstack-request-id: req-39ece5e2-ef00-4eee-9927-8c0e8e644eeb {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:56:03.844280 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67ea5f91-83db-4ddb-b87a-4b4f428db469", "name": "network-vif-deleted", "tag": "52e52ef2-16b8-46eb-8842-dee86918e06c", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:56:03.844559 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39ece5e2-ef00-4eee-9927-8c0e8e644eeb {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:56:03.844950 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67ea5f91-83db-4ddb-b87a-4b4f428db469', 'name': 'network-vif-deleted', 'tag': '52e52ef2-16b8-46eb-8842-dee86918e06c', 'status': 'completed', 'code': 200}
Sep 25 04:56:04.159311 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-5129af21-28d0-4364-9863-1f07783024f3 req-7450d8cc-f134-4e5c-a242-c975882c0c68 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=67ea5f91-83db-4ddb-b87a-4b4f428db469 HTTP/1.1" status: 200  len: 210 time: 0.0306938
Sep 25 04:56:06.356071 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 52e52ef2-16b8-46eb-8842-dee86918e06c no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:56:06.379229 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: 52e52ef2-16b8-46eb-8842-dee86918e06c {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:56:06.379565 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device 52e52ef2-16b8-46eb-8842-dee86918e06c not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:56:07.617052 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56742) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:07.773621 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Deleting port 95462011-4897-4d74-a342-25bfeb042884 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:07.773868 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:07.847534 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:07.847858 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:07.859716 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Calling delete_port for 95462011-4897-4d74-a342-25bfeb042884 owned by network:floatingip {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:08.088763 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:08.113706 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event deleted for resources: {'Port': ['ID=95462011-4897-4d74-a342-25bfeb042884,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:08.174919 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:08.175253 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.db.l3_db [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Floating IP d1ef3b9e-ca35-4514-a38a-7bdc738c5608 disassociated (deleted). External IP: 172.27.2.3, port: bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70.
Sep 25 04:56:08.374605 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Router 5be9fa91-cd58-493e-a4cd-25463fd28859 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101198) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:56:08.480591 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101198) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:56:08.485769 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:08.493393 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e699017-1808-47af-a90d-4c46f52cf87c None None] Sync routers for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:56:08.502791 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e699017-1808-47af-a90d-4c46f52cf87c None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:56:08.503666 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-3e699017-1808-47af-a90d-4c46f52cf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dabb50>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:55:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:08.520057 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-39ef23f2-8814-44d9-97d9-95cfd62d1ca2 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "DELETE /v2.0/floatingips/d1ef3b9e-ca35-4514-a38a-7bdc738c5608 HTTP/1.1" status: 204  len: 168 time: 0.9019156
Sep 25 04:56:08.520677 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'tag': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70'}] {{(pid=101198) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:56:08.523276 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592d65a0c2bd2cfac3278678301b54d62290e1906fd191bc53ad5b212fadf40e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2597ad-1bb8-401e-85ff-a9fb8b1045a7" -d '{"events": [{"name": "network-changed", "server_uuid": "399e56a7-dc9e-44ea-814c-84885c0dd318", "tag": "bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70"}]}' {{(pid=101198) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:56:08.560026 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Sep 2021 04:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf23d33e-5692-4033-9748-6e30f0114dfb x-openstack-request-id: req-bf23d33e-5692-4033-9748-6e30f0114dfb {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:56:08.560654 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "399e56a7-dc9e-44ea-814c-84885c0dd318", "tag": "bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70", "status": "completed", "code": 200}]} {{(pid=101198) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:56:08.560915 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf23d33e-5692-4033-9748-6e30f0114dfb {{(pid=101198) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:56:08.561477 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'tag': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'status': 'completed', 'code': 200}
Sep 25 04:56:08.620580 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-3e699017-1808-47af-a90d-4c46f52cf87c None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:56:08.627259 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2597ad-1bb8-401e-85ff-a9fb8b1045a7 req-f9116be9-7b8c-4603-9272-ccdd7d8c55d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:08.628742 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3c2597ad-1bb8-401e-85ff-a9fb8b1045a7 req-f9116be9-7b8c-4603-9272-ccdd7d8c55d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 1098 time: 0.0452666
Sep 25 04:56:08.720380 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2597ad-1bb8-401e-85ff-a9fb8b1045a7 req-3c31c481-d47b-43b9-8c0e-6586e210da00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:08.721905 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3c2597ad-1bb8-401e-85ff-a9fb8b1045a7 req-3c31c481-d47b-43b9-8c0e-6586e210da00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 200  len: 912 time: 0.0859847
Sep 25 04:56:08.826354 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-3e699017-1808-47af-a90d-4c46f52cf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dabb50>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:08.853467 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e699017-1808-47af-a90d-4c46f52cf87c None None] Checking router: 5be9fa91-cd58-493e-a4cd-25463fd28859 for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:56:08.863202 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e699017-1808-47af-a90d-4c46f52cf87c None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:56:08.863845 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-3e699017-1808-47af-a90d-4c46f52cf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dabb50>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:55:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:08.931335 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df7b17-bbd8-448a-acd6-df8e1f942dfe req-42d0c4d8-96bb-446d-b3a6-cbc3d6ab7773 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:08.933115 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e2df7b17-bbd8-448a-acd6-df8e1f942dfe req-42d0c4d8-96bb-446d-b3a6-cbc3d6ab7773 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 945 time: 0.0543818
Sep 25 04:56:08.975027 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-e2df7b17-bbd8-448a-acd6-df8e1f942dfe req-b17ffab5-4a6b-491e-a922-e62f9a6f6eda tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351348
Sep 25 04:56:08.978741 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-3e699017-1808-47af-a90d-4c46f52cf87c None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:56:09.032998 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3c2597ad-1bb8-401e-85ff-a9fb8b1045a7 req-204521fb-02c5-4156-bce1-2730be71edd9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 HTTP/1.1" status: 200  len: 217 time: 0.3041830
Sep 25 04:56:09.084710 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2597ad-1bb8-401e-85ff-a9fb8b1045a7 req-56c50e26-90fe-496c-9554-8f8a40486f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:09.086195 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3c2597ad-1bb8-401e-85ff-a9fb8b1045a7 req-56c50e26-90fe-496c-9554-8f8a40486f72 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c HTTP/1.1" status: 200  len: 851 time: 0.0451117
Sep 25 04:56:09.134709 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2597ad-1bb8-401e-85ff-a9fb8b1045a7 req-4d9c1c30-4140-437e-acf3-1acb86abd06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:09.136234 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3c2597ad-1bb8-401e-85ff-a9fb8b1045a7 req-4d9c1c30-4140-437e-acf3-1acb86abd06e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6b24eba2-3e72-48a0-87ff-1d3d45503d2c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0420959
Sep 25 04:56:09.234509 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3c2597ad-1bb8-401e-85ff-a9fb8b1045a7 req-0feec14a-0f94-485d-92c6-4aee9ff12c5c service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900254
Sep 25 04:56:09.303277 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-3e699017-1808-47af-a90d-4c46f52cf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd2dabb50>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:09.322280 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-3c2597ad-1bb8-401e-85ff-a9fb8b1045a7 req-a735c961-b104-4968-911f-2ec60b9de3de service neutron] 10.222.0.23 "GET /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0803213
Sep 25 04:56:09.330269 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e699017-1808-47af-a90d-4c46f52cf87c None None] The sync data for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi is: [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:14Z', 'revision_number': 4, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi', '_interfaces': [{'id': 'c58c856d-1ea9-4e29-b356-4593e1483525', 'name': '', 'network_id': '6b24eba2-3e72-48a0-87ff-1d3d45503d2c', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'mac_address': 'fa:16:3e:cc:0e:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:12Z', 'updated_at': '2021-09-25T04:48:22Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'subnets': [{'id': 'b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:56:09.554412 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4d46f1-45f2-45ac-97fb-3f7fdf658cb0 None None] New status for floating IP d1ef3b9e-ca35-4514-a38a-7bdc738c5608: DOWN {{(pid=101200) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Sep 25 04:56:10.089464 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389eb53-2589-4152-9fed-8afe818bdf4d req-002158b6-05a2-4ba6-b3c2-a03273044b23 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101198) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:10.091637 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0389eb53-2589-4152-9fed-8afe818bdf4d req-002158b6-05a2-4ba6-b3c2-a03273044b23 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 945 time: 0.0481012
Sep 25 04:56:10.127647 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-0389eb53-2589-4152-9fed-8afe818bdf4d req-81b7ee89-969c-4ba3-a2db-f576d22db99e tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/security-groups?id=a4fea49a-8d33-4f29-a406-5be76c8810c6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0302441
Sep 25 04:56:10.280161 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32688f59-2ae3-4d52-9480-eef4ad0481c2 req-1aa0a362-56f1-49a3-916c-23acb5d6186e tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101197) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Sep 25 04:56:10.281560 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-32688f59-2ae3-4d52-9480-eef4ad0481c2 req-1aa0a362-56f1-49a3-916c-23acb5d6186e tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 945 time: 0.0525205
Sep 25 04:56:10.367720 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-32688f59-2ae3-4d52-9480-eef4ad0481c2 req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Deleting port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:10.368054 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-32688f59-2ae3-4d52-9480-eef4ad0481c2 req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:10.457536 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [req-32688f59-2ae3-4d52-9480-eef4ad0481c2 req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] For port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70, host hv-cinder-76845, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76845',level=0,port_id=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:56:10.457902 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-32688f59-2ae3-4d52-9480-eef4ad0481c2 req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:10.470192 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [req-32688f59-2ae3-4d52-9480-eef4ad0481c2 req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Calling delete_port for bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 owned by compute:nova {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:10.661390 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-32688f59-2ae3-4d52-9480-eef4ad0481c2 req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:10.693246 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event deleted for resources: {'Port': ['ID=bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:10.704932 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:10.705276 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:10.705612 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:10.706023 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:10.706264 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:10.706587 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:10.706910 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:10.707228 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:10.707549 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:10.707865 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:10.708180 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:10.708520 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101197) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:10.741569 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.l3_dvrscheduler_db [req-32688f59-2ae3-4d52-9480-eef4ad0481c2 req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] No DVR routers for this DVR port bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 on host hv-cinder-76845 {{(pid=101197) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:56:10.743895 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [req-32688f59-2ae3-4d52-9480-eef4ad0481c2 req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for port, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:10.745930 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [req-32688f59-2ae3-4d52-9480-eef4ad0481c2 req-154eda61-27a4-463a-8dc2-fa34a16810bf tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.23 "DELETE /v2.0/ports/bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 HTTP/1.1" status: 204  len: 173 time: 0.4585419
Sep 25 04:56:10.746355 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'name': 'network-vif-deleted', 'tag': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70'}] {{(pid=101197) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Sep 25 04:56:10.748742 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}435d1872fb941038c62125c3a83116cbe69fedfccfc60fea54aec951047f0bc9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a521c0a-c15d-4025-abfd-5dd684162eff" -d '{"events": [{"server_uuid": "399e56a7-dc9e-44ea-814c-84885c0dd318", "name": "network-vif-deleted", "tag": "bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70"}]}' {{(pid=101197) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Sep 25 04:56:10.783421 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Sep 2021 04:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea20a1a-30d1-422d-89e3-d10c7de83a76 x-openstack-request-id: req-1ea20a1a-30d1-422d-89e3-d10c7de83a76 {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Sep 25 04:56:10.783710 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "399e56a7-dc9e-44ea-814c-84885c0dd318", "name": "network-vif-deleted", "tag": "bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70", "status": "completed", "code": 200}]} {{(pid=101197) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Sep 25 04:56:10.783961 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ea20a1a-30d1-422d-89e3-d10c7de83a76 {{(pid=101197) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Sep 25 04:56:10.784387 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '399e56a7-dc9e-44ea-814c-84885c0dd318', 'name': 'network-vif-deleted', 'tag': 'bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70', 'status': 'completed', 'code': 200}
Sep 25 04:56:11.228438 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [req-15ec0ca7-2a79-4752-9cff-44956c59b669 req-1bf1753a-06fb-4157-9676-fcb65ea3c240 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "GET /v2.0/ports?device_id=399e56a7-dc9e-44ea-814c-84885c0dd318 HTTP/1.1" status: 200  len: 210 time: 0.0257699
Sep 25 04:56:12.283507 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56758) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:12.409225 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b6dcd-1e61-4846-a36a-ee2801ce4f07 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Deleting port 47347c55-98cf-4d14-9e8a-eee2d70a517b {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:12.409567 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6dcd-1e61-4846-a36a-ee2801ce4f07 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:12.484201 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6dcd-1e61-4846-a36a-ee2801ce4f07 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:12.484554 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6dcd-1e61-4846-a36a-ee2801ce4f07 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:12.496442 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b6dcd-1e61-4846-a36a-ee2801ce4f07 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Calling delete_port for 47347c55-98cf-4d14-9e8a-eee2d70a517b owned by network:floatingip {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:12.690064 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6dcd-1e61-4846-a36a-ee2801ce4f07 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:12.715702 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b6dcd-1e61-4846-a36a-ee2801ce4f07 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event deleted for resources: {'Port': ['ID=47347c55-98cf-4d14-9e8a-eee2d70a517b,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:12.777161 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6dcd-1e61-4846-a36a-ee2801ce4f07 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for floatingip, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:12.780205 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1b9b6dcd-1e61-4846-a36a-ee2801ce4f07 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113299'] for floatingip, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:12.781376 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-1b9b6dcd-1e61-4846-a36a-ee2801ce4f07 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "DELETE /v2.0/floatingips/104379a2-b475-4241-b17a-68f9805bf193 HTTP/1.1" status: 204  len: 168 time: 0.4968977
Sep 25 04:56:14.058168 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56770) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:14.115063 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5142175b-ae01-417e-ad2f-0de6be79a288 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:14.139720 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5142175b-ae01-417e-ad2f-0de6be79a288 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:14.271890 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5142175b-ae01-417e-ad2f-0de6be79a288 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:14.274522 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-5142175b-ae01-417e-ad2f-0de6be79a288 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:14.275701 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-5142175b-ae01-417e-ad2f-0de6be79a288 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] 10.222.0.20 "DELETE /v2.0/security-groups/a4fea49a-8d33-4f29-a406-5be76c8810c6 HTTP/1.1" status: 204  len: 168 time: 0.2165539
Sep 25 04:56:14.285092 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142175b-ae01-417e-ad2f-0de6be79a288 tempest-TestVolumeBootPattern-204591923 tempest-TestVolumeBootPattern-204591923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fea49a-8d33-4f29-a406-5be76c8810c6,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:14.371426 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 no longer exists at agent hyperv_hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:56:14.392766 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] No Port match for: bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:56:14.393112 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Device bd2e9196-15b9-4fad-8bf9-3a1ae8fd9f70 not bound to the agent host hv-cinder-76845 {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:56:14.419378 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56774) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:14.898076 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-85105e20-acab-4689-b038-5290ef6f483a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715868'] for router_interface, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:15.133929 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-85105e20-acab-4689-b038-5290ef6f483a admin admin] Deleting port c58c856d-1ea9-4e29-b356-4593e1483525 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:15.134635 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-85105e20-acab-4689-b038-5290ef6f483a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:15.210045 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [None req-85105e20-acab-4689-b038-5290ef6f483a admin admin] For port c58c856d-1ea9-4e29-b356-4593e1483525, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=c58c856d-1ea9-4e29-b356-4593e1483525,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:56:15.210353 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-85105e20-acab-4689-b038-5290ef6f483a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:15.225724 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-85105e20-acab-4689-b038-5290ef6f483a admin admin] Calling delete_port for c58c856d-1ea9-4e29-b356-4593e1483525 owned by network:router_interface {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:15.489444 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-85105e20-acab-4689-b038-5290ef6f483a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:15.515390 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85105e20-acab-4689-b038-5290ef6f483a admin admin] Pushing event deleted for resources: {'Port': ['ID=c58c856d-1ea9-4e29-b356-4593e1483525,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:15.678280 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-85105e20-acab-4689-b038-5290ef6f483a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716501'] for router_interface, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:15.888214 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85105e20-acab-4689-b038-5290ef6f483a admin admin] Router 5be9fa91-cd58-493e-a4cd-25463fd28859 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:56:15.990974 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85105e20-acab-4689-b038-5290ef6f483a admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:56:15.996069 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-85105e20-acab-4689-b038-5290ef6f483a admin admin] 10.222.0.20 "PUT /v2.0/routers/5be9fa91-cd58-493e-a4cd-25463fd28859/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5755045
Sep 25 04:56:15.998735 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56778) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:15.999797 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a63f3-3a96-43c7-8b0d-a8c1aa2cf410 None None] Sync routers for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:56:16.008723 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a63f3-3a96-43c7-8b0d-a8c1aa2cf410 None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:56:16.009341 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-7b8a63f3-3a96-43c7-8b0d-a8c1aa2cf410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd3411760>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:55:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:16.102190 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Notify callbacks [] for router, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:16.111936 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-7b8a63f3-3a96-43c7-8b0d-a8c1aa2cf410 None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:56:16.199682 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:16.291006 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-7b8a63f3-3a96-43c7-8b0d-a8c1aa2cf410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd3411760>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161'}], 'enable_snat': True}, 'gw_port_id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:56:15Z', 'revision_number': 5, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port': {'id': '2863b350-5b67-4a29-b924-18026ef47d5e', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:16.312941 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Deleting port 2863b350-5b67-4a29-b924-18026ef47d5e {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:16.313285 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:16.317944 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a63f3-3a96-43c7-8b0d-a8c1aa2cf410 None None] Checking router: 5be9fa91-cd58-493e-a4cd-25463fd28859 for host: dv-cinder-768458-10-iscsi {{(pid=101199) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:56:16.327496 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8a63f3-3a96-43c7-8b0d-a8c1aa2cf410 None None] Routers {'5be9fa91-cd58-493e-a4cd-25463fd28859'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101199) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:56:16.327685 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:56:16.328265 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-7b8a63f3-3a96-43c7-8b0d-a8c1aa2cf410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd3411760>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:55:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['5be9fa91-cd58-493e-a4cd-25463fd28859'], 'active': True} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:16.392318 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] For port 2863b350-5b67-4a29-b924-18026ef47d5e, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=2863b350-5b67-4a29-b924-18026ef47d5e,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:56:16.392730 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:16.404445 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Calling delete_port for 2863b350-5b67-4a29-b924-18026ef47d5e owned by network:router_gateway {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:16.413871 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvr_db [None req-7b8a63f3-3a96-43c7-8b0d-a8c1aa2cf410 None None] Set router 5be9fa91-cd58-493e-a4cd-25463fd28859 gateway port host: None {{(pid=101199) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:56:16.464459 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_hamode_db [None req-7b8a63f3-3a96-43c7-8b0d-a8c1aa2cf410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd3411760>, [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:56:16Z', 'revision_number': 6, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port_host': None}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101199) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:16.494573 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8a63f3-3a96-43c7-8b0d-a8c1aa2cf410 None None] The sync data for ids ['5be9fa91-cd58-493e-a4cd-25463fd28859'] in dv-cinder-768458-10-iscsi is: [{'id': '5be9fa91-cd58-493e-a4cd-25463fd28859', 'name': 'tempest-TestVolumeBootPattern-1289158967-router', 'tenant_id': '58d811b8a6244d3f8909a50abd71c0c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:09Z', 'updated_at': '2021-09-25T04:56:16Z', 'revision_number': 6, 'project_id': '58d811b8a6244d3f8909a50abd71c0c5', 'gw_port_host': None}] {{(pid=101199) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:56:16.667483 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:16.693346 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Pushing event deleted for resources: {'Port': ['ID=2863b350-5b67-4a29-b924-18026ef47d5e,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:16.704524 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:16.704876 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:16.705217 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:16.705575 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:16.705886 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:16.706216 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:16.706540 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:16.706866 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:16.707193 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:16.707513 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:16.707832 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:16.708149 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101198) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:16.764465 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716438'] for router_gateway, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:16.851347 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3703353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30087'] for router, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:16.853481 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:16.964275 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3703344'] for router, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:16.964908 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5be9fa91-cd58-493e-a4cd-25463fd28859 {{(pid=101198) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 25 04:56:16.969753 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] Notify callbacks [] for router, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:16.970979 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-6eb36953-4074-435b-a9c2-cfd314784506 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5be9fa91-cd58-493e-a4cd-25463fd28859 HTTP/1.1" status: 204  len: 168 time: 0.9706919
Sep 25 04:56:16.973429 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56780) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:17.020586 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ade49d6-daa1-4e43-8c23-4d7197a00a82 admin admin] Deleting subnet b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c {{(pid=101198) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:56:17.023524 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1ade49d6-daa1-4e43-8c23-4d7197a00a82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.057167 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1ade49d6-daa1-4e43-8c23-4d7197a00a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9855331'] for subnet, precommit_delete_associations {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.133102 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1ade49d6-daa1-4e43-8c23-4d7197a00a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.233164 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1ade49d6-daa1-4e43-8c23-4d7197a00a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9536346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9085572'] for subnet, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.261199 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade49d6-daa1-4e43-8c23-4d7197a00a82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:17.267994 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-1ade49d6-daa1-4e43-8c23-4d7197a00a82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.269921 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-1ade49d6-daa1-4e43-8c23-4d7197a00a82 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b2ed7a10-f2f7-4ede-a6cb-1afaf791fb8c HTTP/1.1" status: 204  len: 168 time: 0.2955387
Sep 25 04:56:17.272585 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56782) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:17.275568 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce2a50a-6734-4cd0-88e2-1d59f76b57c4 None None] Network 6b24eba2-3e72-48a0-87ff-1d3d45503d2c requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:56:17.342301 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.401780 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Deleting port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:17.402120 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.453111 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] DHCP port deletion for 6b24eba2-3e72-48a0-87ff-1d3d45503d2c request from dv-cinder-768458-10-iscsi {{(pid=101199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Sep 25 04:56:17.504318 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Deleting port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:17.504715 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.582022 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] For port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=9fbe7bad-ba8a-4665-af32-185cc2e1ab04,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:56:17.582022 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.595272 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Calling delete_port for 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:17.741374 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.741933 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] For port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=9fbe7bad-ba8a-4665-af32-185cc2e1ab04,segment=NetworkSegment(6cac145a-6228-4a8c-b387-576bed835b4d),segment_id=6cac145a-6228-4a8c-b387-576bed835b4d)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:56:17.742319 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.755132 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Calling delete_port for 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 owned by network:dhcp {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:17.766920 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Pushing event deleted for resources: {'Port': ['ID=9fbe7bad-ba8a-4665-af32-185cc2e1ab04,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:17.771297 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] No DVR routers for this DVR port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 on host dv-cinder-768458-10-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:56:17.781016 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:17.781016 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:17.781016 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:17.781016 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:17.781016 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:17.781016 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:17.781016 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:17.781016 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:17.781852 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:17.781852 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:17.781852 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:17.782197 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca66814-8767-4e3a-b087-d7f85a7c2b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768458-10-iscsi {{(pid=101199) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Sep 25 04:56:17.832544 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.862033 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fbe7bad-ba8a-4665-af32-185cc2e1ab04,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:17.863869 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] No DVR routers for this DVR port 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 on host dv-cinder-768458-10-iscsi {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:56:17.933275 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.952928 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd274c8b0>,) {'filters': {'network_id': ['6b24eba2-3e72-48a0-87ff-1d3d45503d2c']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:17.961791 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd274c8b0>, '6cac145a-6228-4a8c-b387-576bed835b4d') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:17.962092 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd274c8b0>, '6cac145a-6228-4a8c-b387-576bed835b4d') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:17.971650 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855354'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.985392 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.991119 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:56:17.991505 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543668'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   self.session.flush()
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   self.session.flush()
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   self.session.flush()
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   self.session.flush()
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]: Traceback (most recent call last):
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     timer()
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     cb(*args, **kw)
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     return func(*args, **kwargs)
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     self._notify()
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     self.callback(batched_events)
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     event.method(event)
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     return f(self, *a, **k)
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._get(url).json()
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:56:17.993192 dv-cinder-768458-10-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:56:18.124390 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:18.128731 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:18.131466 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6b24eba2-3e72-48a0-87ff-1d3d45503d2c HTTP/1.1" status: 204  len: 168 time: 0.8571935
Sep 25 04:56:18.133895 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56784) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:18.143276 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd82182-7d8b-4812-a898-5c75bdb494d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b24eba2-3e72-48a0-87ff-1d3d45503d2c,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:18.462411 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-56b6c12b-daff-40d9-a684-13537021bf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3715868'] for router_interface, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:18.573053 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 2863b350-5b67-4a29-b924-18026ef47d5e no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:56:18.592806 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 2863b350-5b67-4a29-b924-18026ef47d5e {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:56:18.593265 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 2863b350-5b67-4a29-b924-18026ef47d5e not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:56:18.593763 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:56:18.612864 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:56:18.614840 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 9fbe7bad-ba8a-4665-af32-185cc2e1ab04 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:56:18.614840 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device c58c856d-1ea9-4e29-b356-4593e1483525 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:56:18.636577 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: c58c856d-1ea9-4e29-b356-4593e1483525 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:56:18.636919 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device c58c856d-1ea9-4e29-b356-4593e1483525 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:56:18.710319 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-56b6c12b-daff-40d9-a684-13537021bf7a admin admin] Deleting port 93ea0905-e585-4f71-a0cf-b04aa20f80f3 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:18.710663 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-56b6c12b-daff-40d9-a684-13537021bf7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:18.788051 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [None req-56b6c12b-daff-40d9-a684-13537021bf7a admin admin] For port 93ea0905-e585-4f71-a0cf-b04aa20f80f3, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=93ea0905-e585-4f71-a0cf-b04aa20f80f3,segment=NetworkSegment(d42ee7ff-96ed-4666-a0a2-4838814e74a6),segment_id=d42ee7ff-96ed-4666-a0a2-4838814e74a6)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:56:18.788355 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-56b6c12b-daff-40d9-a684-13537021bf7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:18.801040 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-56b6c12b-daff-40d9-a684-13537021bf7a admin admin] Calling delete_port for 93ea0905-e585-4f71-a0cf-b04aa20f80f3 owned by network:router_interface {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:19.072569 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-56b6c12b-daff-40d9-a684-13537021bf7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:19.097561 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6c12b-daff-40d9-a684-13537021bf7a admin admin] Pushing event deleted for resources: {'Port': ['ID=93ea0905-e585-4f71-a0cf-b04aa20f80f3,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:19.260006 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-56b6c12b-daff-40d9-a684-13537021bf7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3675866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3716501'] for router_interface, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:19.713474 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b6c12b-daff-40d9-a684-13537021bf7a admin admin] Router 893cf343-540a-4178-b081-a0c750290213 has already been hosted by L3 agent 35c58dc7-6435-4e53-8787-7dd682c74481 {{(pid=101197) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Sep 25 04:56:19.816641 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b6c12b-daff-40d9-a684-13537021bf7a admin admin] Notify agent at l3_agent.dv-cinder-768458-10-iscsi the message routers_updated {{(pid=101197) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Sep 25 04:56:19.821879 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-56b6c12b-daff-40d9-a684-13537021bf7a admin admin] 10.222.0.20 "PUT /v2.0/routers/893cf343-540a-4178-b081-a0c750290213/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6869571
Sep 25 04:56:19.824479 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56786) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:19.826099 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b83b1-450b-45df-a98f-e3bd14226d36 None None] Sync routers for ids ['893cf343-540a-4178-b081-a0c750290213'] in dv-cinder-768458-10-iscsi {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Sep 25 04:56:19.835270 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b83b1-450b-45df-a98f-e3bd14226d36 None None] Routers {'893cf343-540a-4178-b081-a0c750290213'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:56:19.835876 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-111b83b1-450b-45df-a98f-e3bd14226d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8355670>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:55:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['893cf343-540a-4178-b081-a0c750290213'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:19.867210 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-fecff1c9-7c3f-4bbd-bc80-5ae42fcca1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:19.927480 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Notify callbacks [] for router, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:19.941050 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-111b83b1-450b-45df-a98f-e3bd14226d36 None None] Set router 893cf343-540a-4178-b081-a0c750290213 gateway port host: dv-cinder-768458-10-iscsi {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:56:20.026855 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:20.118673 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-111b83b1-450b-45df-a98f-e3bd14226d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8355670>, [{'id': '893cf343-540a-4178-b081-a0c750290213', 'name': 'tempest-TestVolumeBootPattern-1814573854-router', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'external_fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:23Z', 'updated_at': '2021-09-25T04:56:18Z', 'revision_number': 5, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'gw_port': {'id': '46d419f0-18e0-45b4-b7c0-020b308bb333', 'name': '', 'network_id': '884f10d2-ae7d-401e-970c-bda63e6a05d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:05:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cf343-540a-4178-b081-a0c750290213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768458-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-25T04:48:24Z', 'updated_at': '2021-09-25T04:48:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2c87985e-0929-41d4-8d0c-ac4f45d76dc0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768458-10-iscsi'}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:20.143968 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Deleting port 46d419f0-18e0-45b4-b7c0-020b308bb333 {{(pid=101197) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:20.144334 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:20.145556 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b83b1-450b-45df-a98f-e3bd14226d36 None None] Checking router: 893cf343-540a-4178-b081-a0c750290213 for host: dv-cinder-768458-10-iscsi {{(pid=101200) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Sep 25 04:56:20.153731 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111b83b1-450b-45df-a98f-e3bd14226d36 None None] Routers {'893cf343-540a-4178-b081-a0c750290213'} bound to L3 agent in host dv-cinder-768458-10-iscsi {{(pid=101200) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Sep 25 04:56:20.154344 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-111b83b1-450b-45df-a98f-e3bd14226d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f5dd8355670>, 'dv-cinder-768458-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-25T04:35:53Z,description=<?>,heartbeat_timestamp=2021-09-25T04:55:54Z,host='dv-cinder-768458-10-iscsi',id=35c58dc7-6435-4e53-8787-7dd682c74481,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-09-25T04:35:54Z,topic='l3_agent')) {'router_ids': ['893cf343-540a-4178-b081-a0c750290213'], 'active': True} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:20.222139 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.db [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] For port 46d419f0-18e0-45b4-b7c0-020b308bb333, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=46d419f0-18e0-45b4-b7c0-020b308bb333,segment=NetworkSegment(9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8),segment_id=9cad8b91-0d92-4c4d-b6b0-5d80bc9126a8)] {{(pid=101197) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:56:20.222524 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:20.234606 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.plugins.ml2.plugin [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Calling delete_port for 46d419f0-18e0-45b4-b7c0-020b308bb333 owned by network:router_gateway {{(pid=101197) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:20.238659 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_dvr_db [None req-111b83b1-450b-45df-a98f-e3bd14226d36 None None] Set router 893cf343-540a-4178-b081-a0c750290213 gateway port host: None {{(pid=101200) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
Sep 25 04:56:20.292369 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.l3_hamode_db [None req-111b83b1-450b-45df-a98f-e3bd14226d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f5dd8355670>, [{'id': '893cf343-540a-4178-b081-a0c750290213', 'name': 'tempest-TestVolumeBootPattern-1814573854-router', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:23Z', 'updated_at': '2021-09-25T04:56:20Z', 'revision_number': 6, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'gw_port_host': None}], 'dv-cinder-768458-10-iscsi', False) {} {{(pid=101200) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:20.319480 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111b83b1-450b-45df-a98f-e3bd14226d36 None None] The sync data for ids ['893cf343-540a-4178-b081-a0c750290213'] in dv-cinder-768458-10-iscsi is: [{'id': '893cf343-540a-4178-b081-a0c750290213', 'name': 'tempest-TestVolumeBootPattern-1814573854-router', 'tenant_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-25T04:48:23Z', 'updated_at': '2021-09-25T04:56:20Z', 'revision_number': 6, 'project_id': 'f2f95556d1cd4a4fa17fa594fed151dc', 'gw_port_host': None}] {{(pid=101200) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Sep 25 04:56:20.461407 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9735892'] for port, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:20.491007 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Pushing event deleted for resources: {'Port': ['ID=46d419f0-18e0-45b4-b7c0-020b308bb333,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:20.549226 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3716438'] for router_gateway, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:20.640317 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3703353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30087'] for router, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:20.642506 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:20.761004 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3703344'] for router, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:20.761690 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 893cf343-540a-4178-b081-a0c750290213 {{(pid=101197) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Sep 25 04:56:20.774010 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] Notify callbacks [] for router, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:20.774010 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-25998118-0c3b-46a0-b52f-c757e25b0570 admin admin] 10.222.0.20 "DELETE /v2.0/routers/893cf343-540a-4178-b081-a0c750290213 HTTP/1.1" status: 204  len: 168 time: 0.9458013
Sep 25 04:56:20.774555 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56788) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:20.822167 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.db.db_base_plugin_v2 [None req-872e6381-493a-4ce9-bd16-64cb04e50357 admin admin] Deleting subnet e5cdf53e-746a-4ff4-ac5e-d571edbccb55 {{(pid=101197) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}}
Sep 25 04:56:20.825364 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-872e6381-493a-4ce9-bd16-64cb04e50357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:20.858240 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-872e6381-493a-4ce9-bd16-64cb04e50357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9493515'] for subnet, precommit_delete_associations {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:20.932783 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-872e6381-493a-4ce9-bd16-64cb04e50357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-693832'] for subnet, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.061959 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-872e6381-493a-4ce9-bd16-64cb04e50357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-693825', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9735817', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9557991'] for subnet, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.077433 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 93ea0905-e585-4f71-a0cf-b04aa20f80f3 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:56:21.088043 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e6381-493a-4ce9-bd16-64cb04e50357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5cdf53e-746a-4ff4-ac5e-d571edbccb55,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:21.092488 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-872e6381-493a-4ce9-bd16-64cb04e50357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for subnet, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.097190 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-872e6381-493a-4ce9-bd16-64cb04e50357 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e5cdf53e-746a-4ff4-ac5e-d571edbccb55 HTTP/1.1" status: 204  len: 168 time: 0.3215511
Sep 25 04:56:21.097528 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56790) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:21.100948 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 93ea0905-e585-4f71-a0cf-b04aa20f80f3 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:56:21.101291 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 93ea0905-e585-4f71-a0cf-b04aa20f80f3 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:56:21.107490 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150594d-9e70-46e7-bcad-f6af513be398 None None] Network 2b2386fa-1669-46bb-8117-ee178150d248 requested from dv-cinder-768458-10-iscsi {{(pid=101199) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Sep 25 04:56:21.172978 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-762032'] for network, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.239222 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Deleting port 4418565a-a664-4888-a8dc-9f06b81019d0 {{(pid=101198) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:21.239565 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.275799 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2ae5b0-884a-47a9-893d-1983d7c0b7e4 None None] DHCP port deletion for 2b2386fa-1669-46bb-8117-ee178150d248 request from dv-cinder-768458-10-iscsi {{(pid=101199) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Sep 25 04:56:21.311266 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.db [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] For port 4418565a-a664-4888-a8dc-9f06b81019d0, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=4418565a-a664-4888-a8dc-9f06b81019d0,segment=NetworkSegment(d42ee7ff-96ed-4666-a0a2-4838814e74a6),segment_id=d42ee7ff-96ed-4666-a0a2-4838814e74a6)] {{(pid=101198) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:56:21.311565 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.327293 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.plugin [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Calling delete_port for 4418565a-a664-4888-a8dc-9f06b81019d0 owned by network:dhcp {{(pid=101198) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:21.330001 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ae5b0-884a-47a9-893d-1983d7c0b7e4 None None] Deleting port 4418565a-a664-4888-a8dc-9f06b81019d0 {{(pid=101199) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Sep 25 04:56:21.330372 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae5b0-884a-47a9-893d-1983d7c0b7e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752567022888'] for port, before_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.395391 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.db [None req-1b2ae5b0-884a-47a9-893d-1983d7c0b7e4 None None] For port 4418565a-a664-4888-a8dc-9f06b81019d0, host dv-cinder-768458-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768458-10-iscsi',level=0,port_id=4418565a-a664-4888-a8dc-9f06b81019d0,segment=NetworkSegment(d42ee7ff-96ed-4666-a0a2-4838814e74a6),segment_id=d42ee7ff-96ed-4666-a0a2-4838814e74a6)] {{(pid=101199) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Sep 25 04:56:21.395781 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae5b0-884a-47a9-893d-1983d7c0b7e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3712517'] for port, precommit_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.409803 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ae5b0-884a-47a9-893d-1983d7c0b7e4 None None] Calling delete_port for 4418565a-a664-4888-a8dc-9f06b81019d0 owned by network:dhcp {{(pid=101199) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}}
Sep 25 04:56:21.518884 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9536263'] for port, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.526853 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1b2ae5b0-884a-47a9-893d-1983d7c0b7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-719291', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-393838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752567029486', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752566511050'] for port, after_delete {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.543384 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Pushing event deleted for resources: {'Port': ['ID=4418565a-a664-4888-a8dc-9f06b81019d0,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:21.552055 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] No DVR routers for this DVR port 4418565a-a664-4888-a8dc-9f06b81019d0 on host dv-cinder-768458-10-iscsi {{(pid=101198) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:56:21.553360 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2ae5b0-884a-47a9-893d-1983d7c0b7e4 None None] No DVR routers for this DVR port 4418565a-a664-4888-a8dc-9f06b81019d0 on host dv-cinder-768458-10-iscsi {{(pid=101199) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Sep 25 04:56:21.554854 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ae5b0-884a-47a9-893d-1983d7c0b7e4 None None] Pushing event deleted for resources: {'Port': ['ID=4418565a-a664-4888-a8dc-9f06b81019d0,revision_number=None']} {{(pid=101199) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:21.630422 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-693489', 'neutron.services.segments.db._delete_segments_for_network-8752567055764'] for network, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.650303 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f5dd17d9af0>,) {'filters': {'network_id': ['2b2386fa-1669-46bb-8117-ee178150d248']}} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:21.659960 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd17d9af0>, 'd42ee7ff-96ed-4666-a0a2-4838814e74a6') {'for_net_delete': True} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:21.660252 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.services.segments.db [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f5dd17d9af0>, 'd42ee7ff-96ed-4666-a0a2-4838814e74a6') {} {{(pid=101198) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Sep 25 04:56:21.670017 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752567056029', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9855354'] for segment, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.683072 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951'] for segment, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.689358 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101198) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Sep 25 04:56:21.689755 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-745951', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9543668'] for segment, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]: Traceback (most recent call last):
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     timer()
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     cb(*args, **kw)
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     return func(*args, **kwargs)
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     self._notify()
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     self.callback(batched_events)
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     event.method(event)
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     aggregate_uuid = self.p_client.list_aggregates(
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     return f(self, *a, **k)
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._get(url).json()
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     return self.request(url, 'GET', **kwargs)
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     base_url = self.get_endpoint(auth, allow=allow,
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     auth = self._auth_required(auth, 'determine endpoint URL')
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Sep 25 04:56:21.691370 dv-cinder-768458-10-iscsi neutron-server[101198]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Sep 25 04:56:21.809680 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-693446', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3943737', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3675843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3716362'] for network, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.819785 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674937'] for network, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:21.819785 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2b2386fa-1669-46bb-8117-ee178150d248 HTTP/1.1" status: 204  len: 168 time: 0.7172105
Sep 25 04:56:21.828327 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8b5cd-fd7b-49e6-aa56-e840fa24e497 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b2386fa-1669-46bb-8117-ee178150d248,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:22.065712 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56794) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:22.105663 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-23a4e447-e9e6-46bb-8725-249d43f542af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58d811b8a6244d3f8909a50abd71c0c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0387805
Sep 25 04:56:22.108154 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.wsgi [-] (101197) accepted ('10.222.0.20', 56798) {{(pid=101197) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:22.153908 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c55b-1176-4a8b-827e-abd68cb9a721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:22.174592 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c55b-1176-4a8b-827e-abd68cb9a721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:22.289479 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c55b-1176-4a8b-827e-abd68cb9a721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:22.292191 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron_lib.callbacks.manager [None req-b3c0c55b-1176-4a8b-827e-abd68cb9a721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101197) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:22.293850 dv-cinder-768458-10-iscsi neutron-server[101197]: INFO neutron.wsgi [None req-b3c0c55b-1176-4a8b-827e-abd68cb9a721 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/54b988ed-b666-49e4-a4c9-0a8b7fe93e84 HTTP/1.1" status: 204  len: 168 time: 0.1843283
Sep 25 04:56:22.301994 dv-cinder-768458-10-iscsi neutron-server[101197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0c55b-1176-4a8b-827e-abd68cb9a721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b988ed-b666-49e4-a4c9-0a8b7fe93e84,revision_number=None']} {{(pid=101197) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:22.566729 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 46d419f0-18e0-45b4-b7c0-020b308bb333 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:56:22.588258 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 46d419f0-18e0-45b4-b7c0-020b308bb333 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:56:22.592397 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 46d419f0-18e0-45b4-b7c0-020b308bb333 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:56:22.592397 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 4418565a-a664-4888-a8dc-9f06b81019d0 no longer exists at agent ovs-agent-dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
Sep 25 04:56:22.610987 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.plugin [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] No Port match for: 4418565a-a664-4888-a8dc-9f06b81019d0 {{(pid=101199) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}}
Sep 25 04:56:22.611337 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron.plugins.ml2.rpc [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Device 4418565a-a664-4888-a8dc-9f06b81019d0 not bound to the agent host dv-cinder-768458-10-iscsi {{(pid=101199) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
Sep 25 04:56:22.968588 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56804) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:23.010660 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-566ab482-d332-4204-b5c3-c3e2bcc7ec68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2f95556d1cd4a4fa17fa594fed151dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0408869
Sep 25 04:56:23.013281 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.wsgi [-] (101198) accepted ('10.222.0.20', 56806) {{(pid=101198) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}}
Sep 25 04:56:23.065522 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4eb13794-f31e-44db-a657-091439a028d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:23.086386 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4eb13794-f31e-44db-a657-091439a028d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:23.203914 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4eb13794-f31e-44db-a657-091439a028d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3939275'] for security_group, after_delete {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:23.206508 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron_lib.callbacks.manager [None req-4eb13794-f31e-44db-a657-091439a028d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101198) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:23.207680 dv-cinder-768458-10-iscsi neutron-server[101198]: INFO neutron.wsgi [None req-4eb13794-f31e-44db-a657-091439a028d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bc80f35-100b-4df4-8b65-b0990bd5da09 HTTP/1.1" status: 204  len: 168 time: 0.1934919
Sep 25 04:56:23.216006 dv-cinder-768458-10-iscsi neutron-server[101198]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb13794-f31e-44db-a657-091439a028d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc80f35-100b-4df4-8b65-b0990bd5da09,revision_number=None']} {{(pid=101198) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Sep 25 04:56:23.632211 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-83ce5d61-92f1-4e3d-8af8-01120736e5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:24.164404 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:24.649943 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:25.495643 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:26.690091 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:49.872752 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-abeda2df-347d-44e6-9ee1-39910274f208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:53.327291 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:56:53.586858 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-9b4de47d-612a-4b4e-a066-eb231ddc0d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:54.141144 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:54.604201 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:55.489729 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:56:56.683980 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:57:19.878301 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-6582b3a7-fb5b-4c98-aa15-0b64f62d5dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:57:23.609212 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-7e02070c-9bbd-4bca-86a2-75217e6df692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:57:24.164035 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:57:24.609825 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:57:25.489913 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:57:26.632638 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:57:30.326441 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:57:49.860505 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-ca9e0462-8e51-4733-9df8-521580b60d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:57:53.597771 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4e720d30-d7c1-4bf6-86a9-5820c10804c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:57:54.135802 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:57:54.649564 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:57:55.483710 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:57:56.645749 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:58:07.325532 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:58:19.860914 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-4859396d-41fb-42a9-b6eb-9f4b9f89e748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:58:23.609151 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1775f946-d63b-4026-9bd2-8f2ba3a9ba81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:58:24.158109 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:58:24.632045 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:58:25.529605 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:58:26.654884 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:58:44.323770 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:58:49.854833 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-b98f4ca6-11d4-498b-8278-bc14b68acc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:58:53.580155 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-1572e224-8f0c-4263-83e8-16e2f4de6641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:58:54.146205 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:58:54.666545 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:58:55.534506 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:58:56.671906 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:19.848617 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-e56e6436-5dc7-431f-a8ba-50013d9637f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:21.324578 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 04:59:23.620521 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-dc57b910-d211-4388-82da-ffac4eac2d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:24.146221 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:24.637289 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:25.500122 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:26.665554 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:49.866783 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-d3a9fd3a-1de9-40cd-95fa-bbeaa94c1961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:53.602498 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8a74511c-8e52-46bb-85db-7cadf37757bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:54.202584 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:54.666011 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:55.574918 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:56.706962 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 04:59:58.323637 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 05:00:19.974031 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-cc05a0f8-4445-449c-ab94-fd1f66911b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:00:23.607502 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f52311a8-5766-49d6-941f-45eeda5f5ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:00:24.168303 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:00:24.649020 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:00:25.522623 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:00:26.676953 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:00:35.322740 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 05:00:49.864220 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-562b0278-89a4-48d6-b63a-bdcdd1789533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:00:53.596771 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-387643b5-5ad3-4b95-b1e4-a7be4b228737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:00:54.127626 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:00:54.630885 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:00:55.516487 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:00:56.688161 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:01:12.321225 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 05:01:19.865328 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f357ba03-c743-4461-86a1-3cff1a431bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:01:23.602332 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-f3158c87-6b36-4f5b-ab50-080d4bff20ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:01:24.145080 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-110a31ef-a18a-4ddb-91fd-83007f42d0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:01:24.653436 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-c449f4c8-dcdb-4bbe-a24b-47771f574089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:01:25.532215 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-8bf06864-afb8-47df-ae6d-6161b33224e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:01:26.687903 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-01feea20-02a6-4c8c-9141-990c0022bbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Sep 25 05:01:49.320617 dv-cinder-768458-10-iscsi neutron-server[101200]: DEBUG neutron.db.agents_db [None req-27b83d06-e5dc-40f3-b7f4-2b75f06a96bd None None] Agent healthcheck: found 6 active agents {{(pid=101200) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
Sep 25 05:01:49.863546 dv-cinder-768458-10-iscsi neutron-server[101199]: DEBUG neutron_lib.callbacks.manager [None req-20098d82-d61b-4522-98d6-4dbac5995722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752567055746', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-695281'] for agent, after_update {{(pid=101199) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}